2024-12-10 11:14:59,786 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-10 11:14:59,813 main DEBUG Took 0.023398 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-10 11:14:59,814 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-10 11:14:59,815 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-10 11:14:59,816 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-10 11:14:59,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:14:59,833 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-10 11:14:59,848 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:14:59,851 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:14:59,852 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:14:59,853 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:14:59,854 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:14:59,856 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:14:59,857 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:14:59,858 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:14:59,859 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:14:59,860 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:14:59,861 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:14:59,863 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:14:59,865 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,865 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-10 11:14:59,868 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:14:59,869 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-10 11:14:59,872 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-10 11:14:59,872 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-10 11:14:59,874 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-10 11:14:59,874 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-10 11:14:59,885 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-10 11:14:59,888 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-10 11:14:59,890 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-10 11:14:59,890 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-10 11:14:59,891 main DEBUG createAppenders(={Console}) 2024-12-10 11:14:59,891 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-10 11:14:59,892 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-10 11:14:59,892 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-10 11:14:59,893 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-10 11:14:59,893 main DEBUG OutputStream closed 2024-12-10 11:14:59,894 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-10 11:14:59,894 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-10 11:14:59,895 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-10 11:14:59,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-10 11:14:59,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-10 11:14:59,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-10 11:14:59,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-10 11:14:59,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-10 11:14:59,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-10 11:14:59,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-10 11:14:59,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-10 11:14:59,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-10 11:14:59,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-10 11:14:59,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-10 11:14:59,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-10 11:14:59,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-10 11:14:59,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-10 11:14:59,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-10 11:14:59,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-10 11:14:59,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-10 11:14:59,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-10 11:14:59,997 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10 11:14:59,998 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-10 11:14:59,998 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-10 11:14:59,999 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-10T11:15:00,016 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-10 11:15:00,020 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-10 11:15:00,021 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10T11:15:00,029 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-10T11:15:00,068 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=551, ProcessCount=11, AvailableMemoryMB=6907 2024-12-10T11:15:00,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd 2024-12-10T11:15:00,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T11:15:00,542 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b, deleteOnExit=true 2024-12-10T11:15:00,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T11:15:00,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/test.cache.data in system properties and HBase conf 2024-12-10T11:15:00,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T11:15:00,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.log.dir in system properties and HBase conf 2024-12-10T11:15:00,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T11:15:00,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T11:15:00,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T11:15:00,677 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-10T11:15:00,803 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T11:15:00,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T11:15:00,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T11:15:00,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T11:15:00,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T11:15:00,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T11:15:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T11:15:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T11:15:00,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T11:15:00,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T11:15:00,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/nfs.dump.dir in system properties and HBase conf 2024-12-10T11:15:00,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/java.io.tmpdir in system properties and HBase conf 2024-12-10T11:15:00,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T11:15:00,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T11:15:00,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T11:15:01,896 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-10T11:15:02,017 INFO [Time-limited test {}] log.Log(170): Logging initialized @3356ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-10T11:15:02,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:15:02,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T11:15:02,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T11:15:02,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T11:15:02,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T11:15:02,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:15:02,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612d3c76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.log.dir/,AVAILABLE} 2024-12-10T11:15:02,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b82aa31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T11:15:02,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c85e100{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/java.io.tmpdir/jetty-localhost-43859-hadoop-hdfs-3_4_1-tests_jar-_-any-6959949767136638970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T11:15:02,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@604398c4{HTTP/1.1, (http/1.1)}{localhost:43859} 2024-12-10T11:15:02,605 INFO [Time-limited test {}] server.Server(415): Started @3946ms 2024-12-10T11:15:03,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:15:03,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T11:15:03,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T11:15:03,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T11:15:03,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T11:15:03,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@344ba041{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.log.dir/,AVAILABLE} 2024-12-10T11:15:03,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423a5fd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T11:15:03,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c5f936a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/java.io.tmpdir/jetty-localhost-35887-hadoop-hdfs-3_4_1-tests_jar-_-any-10172179098855881278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:15:03,307 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42a60629{HTTP/1.1, (http/1.1)}{localhost:35887} 2024-12-10T11:15:03,307 INFO [Time-limited test {}] server.Server(415): Started @4647ms 2024-12-10T11:15:03,379 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T11:15:03,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:15:03,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T11:15:03,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T11:15:03,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T11:15:03,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T11:15:03,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@469646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.log.dir/,AVAILABLE} 2024-12-10T11:15:03,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68afc928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T11:15:03,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3140e83e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/java.io.tmpdir/jetty-localhost-38623-hadoop-hdfs-3_4_1-tests_jar-_-any-9475109880404730328/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:15:03,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64eb43bf{HTTP/1.1, (http/1.1)}{localhost:38623} 2024-12-10T11:15:03,800 INFO [Time-limited test {}] server.Server(415): Started @5137ms 2024-12-10T11:15:03,803 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T11:15:03,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:15:03,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T11:15:03,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T11:15:03,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T11:15:03,950 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T11:15:03,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f2b6eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.log.dir/,AVAILABLE} 2024-12-10T11:15:03,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3214352d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T11:15:04,021 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/data/data1/current/BP-656063862-172.17.0.2-1733829301571/current, will proceed with Du for space computation calculation, 2024-12-10T11:15:04,032 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/data/data2/current/BP-656063862-172.17.0.2-1733829301571/current, will proceed with Du for space computation calculation, 2024-12-10T11:15:04,049 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/data/data3/current/BP-656063862-172.17.0.2-1733829301571/current, will proceed with Du for space computation calculation, 2024-12-10T11:15:04,062 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/data/data4/current/BP-656063862-172.17.0.2-1733829301571/current, will proceed with Du for space computation calculation, 2024-12-10T11:15:04,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50c3eb8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/java.io.tmpdir/jetty-localhost-33351-hadoop-hdfs-3_4_1-tests_jar-_-any-10852963458639318964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:15:04,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d875a32{HTTP/1.1, (http/1.1)}{localhost:33351} 2024-12-10T11:15:04,138 INFO [Time-limited test {}] server.Server(415): Started @5478ms 2024-12-10T11:15:04,141 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T11:15:04,181 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T11:15:04,182 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T11:15:04,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f0bd6ae4922bc31 with lease ID 0x38ad2eddb1bced62: Processing first storage report for DS-8ba64e62-6ad5-4588-ac1f-23537eb0a3dd from datanode DatanodeRegistration(127.0.0.1:37911, datanodeUuid=441591d4-b4a9-48d3-bf19-9cdd924c2fdb, infoPort=33821, infoSecurePort=0, ipcPort=35549, storageInfo=lv=-57;cid=testClusterID;nsid=245030641;c=1733829301571) 2024-12-10T11:15:04,278 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f0bd6ae4922bc31 with lease ID 0x38ad2eddb1bced62: from storage DS-8ba64e62-6ad5-4588-ac1f-23537eb0a3dd node DatanodeRegistration(127.0.0.1:37911, datanodeUuid=441591d4-b4a9-48d3-bf19-9cdd924c2fdb, infoPort=33821, infoSecurePort=0, ipcPort=35549, storageInfo=lv=-57;cid=testClusterID;nsid=245030641;c=1733829301571), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-10T11:15:04,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5555dcc6ac6134f3 with lease ID 0x38ad2eddb1bced63: Processing first storage report for DS-28147e78-5562-4261-a37d-1415263a92bb from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=3d1f8d64-e3f5-48e8-87b5-8c04039d4942, infoPort=41257, infoSecurePort=0, ipcPort=36509, storageInfo=lv=-57;cid=testClusterID;nsid=245030641;c=1733829301571) 2024-12-10T11:15:04,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5555dcc6ac6134f3 with lease ID 0x38ad2eddb1bced63: from storage DS-28147e78-5562-4261-a37d-1415263a92bb node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=3d1f8d64-e3f5-48e8-87b5-8c04039d4942, infoPort=41257, infoSecurePort=0, ipcPort=36509, storageInfo=lv=-57;cid=testClusterID;nsid=245030641;c=1733829301571), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T11:15:04,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f0bd6ae4922bc31 with lease ID 0x38ad2eddb1bced62: Processing first storage report for DS-685f6e67-4942-4f09-ac5f-68efd8489efe from datanode DatanodeRegistration(127.0.0.1:37911, datanodeUuid=441591d4-b4a9-48d3-bf19-9cdd924c2fdb, infoPort=33821, infoSecurePort=0, ipcPort=35549, storageInfo=lv=-57;cid=testClusterID;nsid=245030641;c=1733829301571) 2024-12-10T11:15:04,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f0bd6ae4922bc31 with lease ID 0x38ad2eddb1bced62: from storage DS-685f6e67-4942-4f09-ac5f-68efd8489efe node DatanodeRegistration(127.0.0.1:37911, datanodeUuid=441591d4-b4a9-48d3-bf19-9cdd924c2fdb, infoPort=33821, infoSecurePort=0, ipcPort=35549, storageInfo=lv=-57;cid=testClusterID;nsid=245030641;c=1733829301571), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T11:15:04,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5555dcc6ac6134f3 with lease ID 0x38ad2eddb1bced63: Processing first storage report for DS-9db10060-0630-4170-bcce-33aefdbabd86 from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=3d1f8d64-e3f5-48e8-87b5-8c04039d4942, infoPort=41257, infoSecurePort=0, ipcPort=36509, storageInfo=lv=-57;cid=testClusterID;nsid=245030641;c=1733829301571) 2024-12-10T11:15:04,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5555dcc6ac6134f3 with lease ID 0x38ad2eddb1bced63: from storage DS-9db10060-0630-4170-bcce-33aefdbabd86 node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=3d1f8d64-e3f5-48e8-87b5-8c04039d4942, infoPort=41257, infoSecurePort=0, ipcPort=36509, storageInfo=lv=-57;cid=testClusterID;nsid=245030641;c=1733829301571), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T11:15:04,367 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/data/data5/current/BP-656063862-172.17.0.2-1733829301571/current, will proceed with Du for space computation calculation, 2024-12-10T11:15:04,367 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/data/data6/current/BP-656063862-172.17.0.2-1733829301571/current, will proceed with Du for space computation calculation, 2024-12-10T11:15:04,475 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T11:15:04,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x274a53c40d97a257 with lease ID 0x38ad2eddb1bced64: Processing first storage report for DS-3ff0aa16-d6ff-425f-a0cd-22c43f15c9cc from datanode DatanodeRegistration(127.0.0.1:42221, datanodeUuid=0dd8a653-a548-4903-8495-8233d77fa2dc, infoPort=34159, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-57;cid=testClusterID;nsid=245030641;c=1733829301571) 2024-12-10T11:15:04,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x274a53c40d97a257 with lease ID 0x38ad2eddb1bced64: from storage DS-3ff0aa16-d6ff-425f-a0cd-22c43f15c9cc node DatanodeRegistration(127.0.0.1:42221, datanodeUuid=0dd8a653-a548-4903-8495-8233d77fa2dc, infoPort=34159, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-57;cid=testClusterID;nsid=245030641;c=1733829301571), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T11:15:04,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x274a53c40d97a257 with lease ID 0x38ad2eddb1bced64: Processing first storage report for DS-d42fadbd-69e4-4c60-b107-a3aad90e5589 from datanode DatanodeRegistration(127.0.0.1:42221, datanodeUuid=0dd8a653-a548-4903-8495-8233d77fa2dc, infoPort=34159, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-57;cid=testClusterID;nsid=245030641;c=1733829301571) 2024-12-10T11:15:04,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x274a53c40d97a257 with lease ID 0x38ad2eddb1bced64: from storage DS-d42fadbd-69e4-4c60-b107-a3aad90e5589 node DatanodeRegistration(127.0.0.1:42221, datanodeUuid=0dd8a653-a548-4903-8495-8233d77fa2dc, infoPort=34159, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-57;cid=testClusterID;nsid=245030641;c=1733829301571), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T11:15:04,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd 2024-12-10T11:15:04,838 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/zookeeper_0, clientPort=60338, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T11:15:04,853 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60338 2024-12-10T11:15:04,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:15:04,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:15:05,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741825_1001 (size=7) 2024-12-10T11:15:05,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741825_1001 (size=7) 2024-12-10T11:15:05,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741825_1001 (size=7) 2024-12-10T11:15:05,605 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 with version=8 2024-12-10T11:15:05,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/hbase-staging 2024-12-10T11:15:05,726 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-10T11:15:06,027 INFO [Time-limited test {}] client.ConnectionUtils(128): master/771ffe94c765:0 server-side Connection retries=45 2024-12-10T11:15:06,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:15:06,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T11:15:06,046 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T11:15:06,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:15:06,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T11:15:06,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T11:15:06,316 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-10T11:15:06,329 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-10T11:15:06,334 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T11:15:06,373 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9957 (auto-detected) 2024-12-10T11:15:06,374 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-10T11:15:06,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37085 2024-12-10T11:15:06,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37085 connecting to ZooKeeper ensemble=127.0.0.1:60338 2024-12-10T11:15:06,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370850x0, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T11:15:06,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37085-0x1019c158c7b0000 connected 2024-12-10T11:15:06,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:15:06,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:15:06,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:15:06,571 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825, hbase.cluster.distributed=false 2024-12-10T11:15:06,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T11:15:06,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37085 2024-12-10T11:15:06,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37085 2024-12-10T11:15:06,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37085 2024-12-10T11:15:06,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37085 2024-12-10T11:15:06,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37085 2024-12-10T11:15:06,770 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/771ffe94c765:0 server-side Connection retries=45 2024-12-10T11:15:06,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:15:06,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T11:15:06,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T11:15:06,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:15:06,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T11:15:06,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T11:15:06,784 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T11:15:06,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42831 2024-12-10T11:15:06,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42831 connecting to ZooKeeper ensemble=127.0.0.1:60338 2024-12-10T11:15:06,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:15:06,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:15:06,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428310x0, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T11:15:06,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42831-0x1019c158c7b0001 connected 2024-12-10T11:15:06,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:15:06,851 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T11:15:06,875 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T11:15:06,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T11:15:06,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T11:15:06,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42831 2024-12-10T11:15:06,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42831 2024-12-10T11:15:06,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42831 2024-12-10T11:15:06,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42831 2024-12-10T11:15:06,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42831 2024-12-10T11:15:06,926 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/771ffe94c765:0 server-side Connection retries=45 2024-12-10T11:15:06,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:15:06,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T11:15:06,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T11:15:06,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:15:06,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T11:15:06,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T11:15:06,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T11:15:06,930 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39873 2024-12-10T11:15:06,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39873 connecting to ZooKeeper ensemble=127.0.0.1:60338 2024-12-10T11:15:06,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:15:06,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:15:06,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398730x0, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T11:15:06,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:15:06,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39873-0x1019c158c7b0002 connected 2024-12-10T11:15:06,949 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T11:15:06,956 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T11:15:06,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T11:15:06,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T11:15:06,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39873 2024-12-10T11:15:06,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39873 2024-12-10T11:15:06,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39873 2024-12-10T11:15:06,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39873 2024-12-10T11:15:06,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39873 2024-12-10T11:15:06,995 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/771ffe94c765:0 server-side Connection retries=45 2024-12-10T11:15:06,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:15:06,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T11:15:06,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T11:15:06,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:15:06,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T11:15:06,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T11:15:06,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T11:15:06,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45833 2024-12-10T11:15:07,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45833 connecting to ZooKeeper ensemble=127.0.0.1:60338 2024-12-10T11:15:07,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:15:07,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:15:07,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458330x0, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T11:15:07,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458330x0, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:15:07,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45833-0x1019c158c7b0003 connected 2024-12-10T11:15:07,014 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T11:15:07,017 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T11:15:07,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T11:15:07,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T11:15:07,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45833 2024-12-10T11:15:07,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45833 2024-12-10T11:15:07,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45833 2024-12-10T11:15:07,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45833 2024-12-10T11:15:07,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45833 2024-12-10T11:15:07,057 DEBUG [M:0;771ffe94c765:37085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;771ffe94c765:37085 2024-12-10T11:15:07,059 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/771ffe94c765,37085,1733829305798 2024-12-10T11:15:07,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:15:07,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:15:07,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:15:07,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:15:07,075 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/771ffe94c765,37085,1733829305798 2024-12-10T11:15:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T11:15:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T11:15:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T11:15:07,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:07,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:07,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:07,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:07,109 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T11:15:07,110 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/771ffe94c765,37085,1733829305798 from backup master directory 2024-12-10T11:15:07,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:15:07,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/771ffe94c765,37085,1733829305798 2024-12-10T11:15:07,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:15:07,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:15:07,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:15:07,116 WARN [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T11:15:07,116 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=771ffe94c765,37085,1733829305798 2024-12-10T11:15:07,119 INFO [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-10T11:15:07,120 INFO [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-10T11:15:07,192 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/hbase.id] with ID: 82bc6916-d19a-4e81-9771-89bbc685e7ad 2024-12-10T11:15:07,192 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/.tmp/hbase.id 2024-12-10T11:15:07,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741826_1002 (size=42) 2024-12-10T11:15:07,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741826_1002 (size=42) 2024-12-10T11:15:07,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741826_1002 (size=42) 2024-12-10T11:15:07,217 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/.tmp/hbase.id]:[hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/hbase.id] 2024-12-10T11:15:07,280 INFO [master/771ffe94c765:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:15:07,286 INFO [master/771ffe94c765:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T11:15:07,313 INFO [master/771ffe94c765:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-12-10T11:15:07,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:07,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:07,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:07,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:07,332 WARN [IPC Server handler 4 on default port 42461 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T11:15:07,332 WARN [IPC Server handler 4 on default port 42461 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-10T11:15:07,332 WARN [IPC Server handler 4 on default port 42461 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-10T11:15:07,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741827_1003 (size=196) 2024-12-10T11:15:07,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741827_1003 (size=196) 2024-12-10T11:15:07,363 INFO [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T11:15:07,366 INFO [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T11:15:07,387 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:15:07,393 INFO [master/771ffe94c765:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:15:07,423 WARN [IPC Server handler 1 on default port 42461 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T11:15:07,423 WARN [IPC Server handler 1 on default port 42461 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-10T11:15:07,423 WARN [IPC Server handler 1 on default port 42461 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-10T11:15:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741828_1004 (size=1189) 2024-12-10T11:15:07,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741828_1004 (size=1189) 2024-12-10T11:15:07,461 INFO [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store 2024-12-10T11:15:07,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741829_1005 (size=34) 2024-12-10T11:15:07,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741829_1005 (size=34) 2024-12-10T11:15:07,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741829_1005 (size=34) 2024-12-10T11:15:07,504 INFO [master/771ffe94c765:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-10T11:15:07,508 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:07,509 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T11:15:07,510 INFO [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:15:07,510 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:15:07,512 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T11:15:07,512 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:15:07,512 INFO [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:15:07,513 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733829307509Disabling compacts and flushes for region at 1733829307509Disabling writes for close at 1733829307512 (+3 ms)Writing region close event to WAL at 1733829307512Closed at 1733829307512 2024-12-10T11:15:07,516 WARN [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/.initializing 2024-12-10T11:15:07,516 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/WALs/771ffe94c765,37085,1733829305798 2024-12-10T11:15:07,529 INFO [master/771ffe94c765:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:15:07,548 INFO [master/771ffe94c765:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C37085%2C1733829305798, suffix=, logDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/WALs/771ffe94c765,37085,1733829305798, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/oldWALs, maxLogs=10 2024-12-10T11:15:07,578 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/WALs/771ffe94c765,37085,1733829305798/771ffe94c765%2C37085%2C1733829305798.1733829307554, exclude list is [], retry=0 2024-12-10T11:15:07,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-3ff0aa16-d6ff-425f-a0cd-22c43f15c9cc,DISK] 2024-12-10T11:15:07,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-28147e78-5562-4261-a37d-1415263a92bb,DISK] 2024-12-10T11:15:07,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37911,DS-8ba64e62-6ad5-4588-ac1f-23537eb0a3dd,DISK] 2024-12-10T11:15:07,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-10T11:15:07,647 INFO [master/771ffe94c765:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/WALs/771ffe94c765,37085,1733829305798/771ffe94c765%2C37085%2C1733829305798.1733829307554 2024-12-10T11:15:07,648 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34159:34159),(127.0.0.1/127.0.0.1:33821:33821),(127.0.0.1/127.0.0.1:41257:41257)] 2024-12-10T11:15:07,649 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:15:07,649 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:07,653 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:15:07,654 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:15:07,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:15:07,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T11:15:07,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:07,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:15:07,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:15:07,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T11:15:07,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:07,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:15:07,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:15:07,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T11:15:07,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:07,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:15:07,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:15:07,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T11:15:07,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:07,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:15:07,761 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:15:07,767 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:15:07,769 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:15:07,778 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:15:07,778 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:15:07,783 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T11:15:07,787 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:15:07,799 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:15:07,801 INFO [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75135111, jitterRate=0.11960040032863617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T11:15:07,810 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733829307668Initializing all the Stores at 1733829307671 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829307671Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829307672 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829307672Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829307672Cleaning up temporary data from old regions at 1733829307778 (+106 ms)Region opened successfully at 1733829307810 (+32 ms) 2024-12-10T11:15:07,812 INFO [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T11:15:07,869 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6881401a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=771ffe94c765/172.17.0.2:0 2024-12-10T11:15:07,907 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T11:15:07,922 INFO [master/771ffe94c765:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T11:15:07,923 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T11:15:07,926 INFO [master/771ffe94c765:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T11:15:07,928 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-10T11:15:07,935 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-10T11:15:07,935 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-10T11:15:07,969 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T11:15:07,980 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T11:15:07,982 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T11:15:07,985 INFO [master/771ffe94c765:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T11:15:07,987 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T11:15:07,991 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T11:15:07,993 INFO [master/771ffe94c765:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T11:15:07,997 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T11:15:08,000 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T11:15:08,001 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T11:15:08,003 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T11:15:08,027 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T11:15:08,029 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T11:15:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T11:15:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T11:15:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T11:15:08,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:08,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T11:15:08,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:08,040 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=771ffe94c765,37085,1733829305798, sessionid=0x1019c158c7b0000, setting cluster-up flag (Was=false) 2024-12-10T11:15:08,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:08,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:08,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:08,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:08,065 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T11:15:08,067 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=771ffe94c765,37085,1733829305798 2024-12-10T11:15:08,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:08,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:08,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:08,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:08,086 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T11:15:08,089 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=771ffe94c765,37085,1733829305798 2024-12-10T11:15:08,095 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T11:15:08,143 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(746): ClusterId : 82bc6916-d19a-4e81-9771-89bbc685e7ad 2024-12-10T11:15:08,148 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T11:15:08,148 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(746): ClusterId : 82bc6916-d19a-4e81-9771-89bbc685e7ad 2024-12-10T11:15:08,148 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T11:15:08,155 INFO [RS:1;771ffe94c765:39873 {}] regionserver.HRegionServer(746): ClusterId : 82bc6916-d19a-4e81-9771-89bbc685e7ad 2024-12-10T11:15:08,155 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T11:15:08,158 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T11:15:08,158 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T11:15:08,159 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T11:15:08,159 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T11:15:08,161 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T11:15:08,161 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T11:15:08,162 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T11:15:08,162 DEBUG [RS:2;771ffe94c765:45833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be389b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=771ffe94c765/172.17.0.2:0 2024-12-10T11:15:08,166 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T11:15:08,167 DEBUG [RS:0;771ffe94c765:42831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729bc019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=771ffe94c765/172.17.0.2:0 2024-12-10T11:15:08,170 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T11:15:08,171 DEBUG [RS:1;771ffe94c765:39873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3dee54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=771ffe94c765/172.17.0.2:0 2024-12-10T11:15:08,187 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T11:15:08,189 DEBUG [RS:2;771ffe94c765:45833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;771ffe94c765:45833 2024-12-10T11:15:08,192 DEBUG [RS:0;771ffe94c765:42831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;771ffe94c765:42831 2024-12-10T11:15:08,193 INFO [RS:0;771ffe94c765:42831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T11:15:08,193 INFO [RS:2;771ffe94c765:45833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T11:15:08,194 INFO [RS:2;771ffe94c765:45833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T11:15:08,194 INFO [RS:0;771ffe94c765:42831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T11:15:08,194 DEBUG [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T11:15:08,194 DEBUG [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T11:15:08,195 DEBUG [RS:1;771ffe94c765:39873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;771ffe94c765:39873 2024-12-10T11:15:08,195 INFO [RS:1;771ffe94c765:39873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T11:15:08,196 INFO [RS:1;771ffe94c765:39873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T11:15:08,196 DEBUG [RS:1;771ffe94c765:39873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T11:15:08,198 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(2659): reportForDuty to master=771ffe94c765,37085,1733829305798 with port=42831, startcode=1733829306716 2024-12-10T11:15:08,198 INFO [master/771ffe94c765:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T11:15:08,199 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(2659): reportForDuty to master=771ffe94c765,37085,1733829305798 with port=45833, startcode=1733829306994 2024-12-10T11:15:08,200 INFO [RS:1;771ffe94c765:39873 {}] regionserver.HRegionServer(2659): reportForDuty to master=771ffe94c765,37085,1733829305798 with port=39873, startcode=1733829306925 2024-12-10T11:15:08,207 INFO [master/771ffe94c765:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T11:15:08,214 DEBUG [RS:1;771ffe94c765:39873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T11:15:08,216 DEBUG [RS:0;771ffe94c765:42831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T11:15:08,217 DEBUG [RS:2;771ffe94c765:45833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T11:15:08,215 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 771ffe94c765,37085,1733829305798 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T11:15:08,224 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/771ffe94c765:0, corePoolSize=5, maxPoolSize=5 2024-12-10T11:15:08,225 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/771ffe94c765:0, corePoolSize=5, maxPoolSize=5 2024-12-10T11:15:08,225 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/771ffe94c765:0, corePoolSize=5, maxPoolSize=5 2024-12-10T11:15:08,225 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/771ffe94c765:0, corePoolSize=5, maxPoolSize=5 2024-12-10T11:15:08,225 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/771ffe94c765:0, corePoolSize=10, maxPoolSize=10 2024-12-10T11:15:08,225 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,225 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/771ffe94c765:0, corePoolSize=2, maxPoolSize=2 2024-12-10T11:15:08,225 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,245 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733829338245 2024-12-10T11:15:08,247 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T11:15:08,249 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T11:15:08,255 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T11:15:08,255 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T11:15:08,258 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T11:15:08,258 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T11:15:08,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T11:15:08,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T11:15:08,274 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,278 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T11:15:08,280 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T11:15:08,281 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T11:15:08,281 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:08,281 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T11:15:08,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T11:15:08,282 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T11:15:08,282 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T11:15:08,289 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-10T11:15:08,298 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-10T11:15:08,299 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-10T11:15:08,302 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T11:15:08,303 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T11:15:08,306 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.large.0-1733829308304,5,FailOnTimeoutGroup] 2024-12-10T11:15:08,320 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.small.0-1733829308306,5,FailOnTimeoutGroup] 2024-12-10T11:15:08,321 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,321 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T11:15:08,323 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,323 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,331 DEBUG [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T11:15:08,331 DEBUG [RS:1;771ffe94c765:39873 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T11:15:08,331 WARN [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T11:15:08,331 WARN [RS:1;771ffe94c765:39873 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T11:15:08,331 DEBUG [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T11:15:08,331 WARN [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T11:15:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741831_1007 (size=1321) 2024-12-10T11:15:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741831_1007 (size=1321) 2024-12-10T11:15:08,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741831_1007 (size=1321) 2024-12-10T11:15:08,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T11:15:08,392 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:08,433 INFO [RS:1;771ffe94c765:39873 {}] regionserver.HRegionServer(2659): reportForDuty to master=771ffe94c765,37085,1733829305798 with port=39873, startcode=1733829306925 2024-12-10T11:15:08,433 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(2659): reportForDuty to master=771ffe94c765,37085,1733829305798 with port=42831, startcode=1733829306716 2024-12-10T11:15:08,433 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(2659): reportForDuty to master=771ffe94c765,37085,1733829305798 with port=45833, startcode=1733829306994 2024-12-10T11:15:08,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 771ffe94c765,45833,1733829306994 2024-12-10T11:15:08,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(517): Registering regionserver=771ffe94c765,45833,1733829306994 2024-12-10T11:15:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741832_1008 (size=32) 2024-12-10T11:15:08,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741832_1008 (size=32) 2024-12-10T11:15:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741832_1008 (size=32) 2024-12-10T11:15:08,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 771ffe94c765,42831,1733829306716 2024-12-10T11:15:08,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(517): Registering regionserver=771ffe94c765,42831,1733829306716 2024-12-10T11:15:08,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:08,454 DEBUG [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:08,454 DEBUG [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42461 2024-12-10T11:15:08,454 DEBUG [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T11:15:08,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:15:08,461 DEBUG [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:08,461 DEBUG [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42461 2024-12-10T11:15:08,461 DEBUG [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T11:15:08,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 771ffe94c765,39873,1733829306925 2024-12-10T11:15:08,462 DEBUG [RS:2;771ffe94c765:45833 {}] zookeeper.ZKUtil(111): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/771ffe94c765,45833,1733829306994 2024-12-10T11:15:08,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(517): Registering regionserver=771ffe94c765,39873,1733829306925 2024-12-10T11:15:08,463 WARN [RS:2;771ffe94c765:45833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T11:15:08,463 INFO [RS:2;771ffe94c765:45833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:15:08,464 DEBUG [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,45833,1733829306994 2024-12-10T11:15:08,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T11:15:08,468 DEBUG [RS:0;771ffe94c765:42831 {}] zookeeper.ZKUtil(111): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/771ffe94c765,42831,1733829306716 2024-12-10T11:15:08,469 WARN [RS:0;771ffe94c765:42831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T11:15:08,469 INFO [RS:0;771ffe94c765:42831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:15:08,469 DEBUG [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,42831,1733829306716 2024-12-10T11:15:08,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T11:15:08,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:08,472 DEBUG [RS:1;771ffe94c765:39873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:08,472 DEBUG [RS:1;771ffe94c765:39873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42461 2024-12-10T11:15:08,472 DEBUG [RS:1;771ffe94c765:39873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T11:15:08,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:15:08,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T11:15:08,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T11:15:08,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:08,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:15:08,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T11:15:08,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [771ffe94c765,45833,1733829306994] 2024-12-10T11:15:08,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [771ffe94c765,42831,1733829306716] 2024-12-10T11:15:08,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [771ffe94c765,39873,1733829306925] 2024-12-10T11:15:08,486 DEBUG [RS:1;771ffe94c765:39873 {}] zookeeper.ZKUtil(111): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/771ffe94c765,39873,1733829306925 2024-12-10T11:15:08,487 WARN [RS:1;771ffe94c765:39873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T11:15:08,487 INFO [RS:1;771ffe94c765:39873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:15:08,487 DEBUG [RS:1;771ffe94c765:39873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925 2024-12-10T11:15:08,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T11:15:08,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:08,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:15:08,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T11:15:08,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T11:15:08,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:08,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:15:08,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T11:15:08,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740 2024-12-10T11:15:08,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740 2024-12-10T11:15:08,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T11:15:08,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T11:15:08,510 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T11:15:08,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T11:15:08,530 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:15:08,532 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64112875, jitterRate=-0.044643715023994446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T11:15:08,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733829308454Initializing all the Stores at 1733829308460 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829308460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829308462 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829308462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829308462Cleaning up temporary data from old regions at 1733829308508 (+46 ms)Region opened successfully at 1733829308536 (+28 ms) 2024-12-10T11:15:08,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T11:15:08,536 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T11:15:08,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T11:15:08,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T11:15:08,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T11:15:08,538 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T11:15:08,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733829308536Disabling compacts and flushes for region at 1733829308536Disabling writes for close at 1733829308537 (+1 ms)Writing region close event to WAL at 1733829308538 (+1 ms)Closed at 1733829308538 2024-12-10T11:15:08,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T11:15:08,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T11:15:08,548 INFO [RS:2;771ffe94c765:45833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T11:15:08,548 INFO [RS:1;771ffe94c765:39873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T11:15:08,549 INFO [RS:0;771ffe94c765:42831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T11:15:08,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T11:15:08,571 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T11:15:08,575 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T11:15:08,578 INFO [RS:2;771ffe94c765:45833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T11:15:08,584 INFO [RS:1;771ffe94c765:39873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T11:15:08,594 INFO [RS:2;771ffe94c765:45833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T11:15:08,594 INFO [RS:2;771ffe94c765:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,600 INFO [RS:0;771ffe94c765:42831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T11:15:08,601 INFO [RS:1;771ffe94c765:39873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T11:15:08,602 INFO [RS:1;771ffe94c765:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,605 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T11:15:08,612 INFO [RS:2;771ffe94c765:45833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T11:15:08,614 INFO [RS:2;771ffe94c765:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,614 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,615 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,615 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,615 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,615 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,615 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0, corePoolSize=2, maxPoolSize=2 2024-12-10T11:15:08,616 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,616 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,616 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,616 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,616 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,617 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,617 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:15:08,617 DEBUG [RS:2;771ffe94c765:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:15:08,621 INFO [RS:0;771ffe94c765:42831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T11:15:08,622 INFO [RS:0;771ffe94c765:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,632 INFO [RS:1;771ffe94c765:39873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T11:15:08,635 INFO [RS:1;771ffe94c765:39873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T11:15:08,635 INFO [RS:1;771ffe94c765:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,635 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,635 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,635 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,635 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,635 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,635 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0, corePoolSize=2, maxPoolSize=2 2024-12-10T11:15:08,636 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,636 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,636 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,636 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,636 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,636 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,637 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:15:08,637 DEBUG [RS:1;771ffe94c765:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:15:08,648 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T11:15:08,651 INFO [RS:0;771ffe94c765:42831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T11:15:08,651 INFO [RS:0;771ffe94c765:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,651 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,651 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,651 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,652 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,652 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,652 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0, corePoolSize=2, maxPoolSize=2 2024-12-10T11:15:08,652 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,652 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,652 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,653 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,653 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,653 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:15:08,653 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:15:08,653 DEBUG [RS:0;771ffe94c765:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:15:08,676 INFO [RS:2;771ffe94c765:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,676 INFO [RS:2;771ffe94c765:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,676 INFO [RS:2;771ffe94c765:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,676 INFO [RS:2;771ffe94c765:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,676 INFO [RS:2;771ffe94c765:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,677 INFO [RS:2;771ffe94c765:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,45833,1733829306994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T11:15:08,694 INFO [RS:1;771ffe94c765:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,694 INFO [RS:1;771ffe94c765:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,694 INFO [RS:1;771ffe94c765:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,694 INFO [RS:1;771ffe94c765:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,695 INFO [RS:1;771ffe94c765:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,695 INFO [RS:1;771ffe94c765:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,39873,1733829306925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T11:15:08,722 INFO [RS:0;771ffe94c765:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,723 INFO [RS:0;771ffe94c765:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,723 INFO [RS:0;771ffe94c765:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,723 INFO [RS:0;771ffe94c765:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,723 INFO [RS:0;771ffe94c765:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,723 INFO [RS:0;771ffe94c765:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,42831,1733829306716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T11:15:08,726 WARN [771ffe94c765:37085 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T11:15:08,739 INFO [RS:1;771ffe94c765:39873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T11:15:08,741 INFO [RS:1;771ffe94c765:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,39873,1733829306925-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,741 INFO [RS:1;771ffe94c765:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,742 INFO [RS:1;771ffe94c765:39873 {}] regionserver.Replication(171): 771ffe94c765,39873,1733829306925 started 2024-12-10T11:15:08,766 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T11:15:08,767 INFO [RS:0;771ffe94c765:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,42831,1733829306716-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,767 INFO [RS:0;771ffe94c765:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,767 INFO [RS:0;771ffe94c765:42831 {}] regionserver.Replication(171): 771ffe94c765,42831,1733829306716 started 2024-12-10T11:15:08,788 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T11:15:08,788 INFO [RS:2;771ffe94c765:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,45833,1733829306994-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,788 INFO [RS:2;771ffe94c765:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,788 INFO [RS:2;771ffe94c765:45833 {}] regionserver.Replication(171): 771ffe94c765,45833,1733829306994 started 2024-12-10T11:15:08,802 INFO [RS:0;771ffe94c765:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,802 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(1482): Serving as 771ffe94c765,42831,1733829306716, RpcServer on 771ffe94c765/172.17.0.2:42831, sessionid=0x1019c158c7b0001 2024-12-10T11:15:08,803 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T11:15:08,803 DEBUG [RS:0;771ffe94c765:42831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 771ffe94c765,42831,1733829306716 2024-12-10T11:15:08,804 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,42831,1733829306716' 2024-12-10T11:15:08,804 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T11:15:08,805 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T11:15:08,807 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T11:15:08,807 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T11:15:08,807 DEBUG [RS:0;771ffe94c765:42831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 771ffe94c765,42831,1733829306716 2024-12-10T11:15:08,807 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,42831,1733829306716' 2024-12-10T11:15:08,807 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T11:15:08,808 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T11:15:08,809 DEBUG [RS:0;771ffe94c765:42831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T11:15:08,810 INFO [RS:0;771ffe94c765:42831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T11:15:08,810 INFO [RS:0;771ffe94c765:42831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T11:15:08,810 INFO [RS:1;771ffe94c765:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,822 INFO [RS:1;771ffe94c765:39873 {}] regionserver.HRegionServer(1482): Serving as 771ffe94c765,39873,1733829306925, RpcServer on 771ffe94c765/172.17.0.2:39873, sessionid=0x1019c158c7b0002 2024-12-10T11:15:08,824 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T11:15:08,824 DEBUG [RS:1;771ffe94c765:39873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 771ffe94c765,39873,1733829306925 2024-12-10T11:15:08,824 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,39873,1733829306925' 2024-12-10T11:15:08,824 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T11:15:08,825 INFO [RS:2;771ffe94c765:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:08,825 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T11:15:08,825 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(1482): Serving as 771ffe94c765,45833,1733829306994, RpcServer on 771ffe94c765/172.17.0.2:45833, sessionid=0x1019c158c7b0003 2024-12-10T11:15:08,826 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T11:15:08,826 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T11:15:08,826 DEBUG [RS:1;771ffe94c765:39873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 771ffe94c765,39873,1733829306925 2024-12-10T11:15:08,826 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,39873,1733829306925' 2024-12-10T11:15:08,826 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T11:15:08,830 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T11:15:08,832 DEBUG [RS:1;771ffe94c765:39873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T11:15:08,832 INFO [RS:1;771ffe94c765:39873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T11:15:08,832 INFO [RS:1;771ffe94c765:39873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T11:15:08,834 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T11:15:08,837 DEBUG [RS:2;771ffe94c765:45833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 771ffe94c765,45833,1733829306994 2024-12-10T11:15:08,837 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,45833,1733829306994' 2024-12-10T11:15:08,837 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T11:15:08,838 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T11:15:08,843 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T11:15:08,843 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T11:15:08,843 DEBUG [RS:2;771ffe94c765:45833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 771ffe94c765,45833,1733829306994 2024-12-10T11:15:08,843 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,45833,1733829306994' 2024-12-10T11:15:08,843 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T11:15:08,844 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T11:15:08,845 DEBUG [RS:2;771ffe94c765:45833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T11:15:08,846 INFO [RS:2;771ffe94c765:45833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T11:15:08,846 INFO [RS:2;771ffe94c765:45833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T11:15:08,917 INFO [RS:0;771ffe94c765:42831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:15:08,921 INFO [RS:0;771ffe94c765:42831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C42831%2C1733829306716, suffix=, logDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,42831,1733829306716, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/oldWALs, maxLogs=32 2024-12-10T11:15:08,933 INFO [RS:1;771ffe94c765:39873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:15:08,936 INFO [RS:1;771ffe94c765:39873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C39873%2C1733829306925, suffix=, logDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/oldWALs, maxLogs=32 2024-12-10T11:15:08,947 DEBUG [RS:0;771ffe94c765:42831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,42831,1733829306716/771ffe94c765%2C42831%2C1733829306716.1733829308924, exclude list is [], retry=0 2024-12-10T11:15:08,947 INFO [RS:2;771ffe94c765:45833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:15:08,950 INFO [RS:2;771ffe94c765:45833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C45833%2C1733829306994, suffix=, logDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,45833,1733829306994, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/oldWALs, maxLogs=32 2024-12-10T11:15:08,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-3ff0aa16-d6ff-425f-a0cd-22c43f15c9cc,DISK] 2024-12-10T11:15:08,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-28147e78-5562-4261-a37d-1415263a92bb,DISK] 2024-12-10T11:15:08,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37911,DS-8ba64e62-6ad5-4588-ac1f-23537eb0a3dd,DISK] 2024-12-10T11:15:08,961 DEBUG [RS:1;771ffe94c765:39873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925/771ffe94c765%2C39873%2C1733829306925.1733829308938, exclude list is [], retry=0 2024-12-10T11:15:08,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-28147e78-5562-4261-a37d-1415263a92bb,DISK] 2024-12-10T11:15:08,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37911,DS-8ba64e62-6ad5-4588-ac1f-23537eb0a3dd,DISK] 2024-12-10T11:15:08,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-3ff0aa16-d6ff-425f-a0cd-22c43f15c9cc,DISK] 2024-12-10T11:15:08,975 DEBUG [RS:2;771ffe94c765:45833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,45833,1733829306994/771ffe94c765%2C45833%2C1733829306994.1733829308953, exclude list is [], retry=0 2024-12-10T11:15:08,979 INFO [RS:0;771ffe94c765:42831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,42831,1733829306716/771ffe94c765%2C42831%2C1733829306716.1733829308924 2024-12-10T11:15:08,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-3ff0aa16-d6ff-425f-a0cd-22c43f15c9cc,DISK] 2024-12-10T11:15:08,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37911,DS-8ba64e62-6ad5-4588-ac1f-23537eb0a3dd,DISK] 2024-12-10T11:15:08,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-28147e78-5562-4261-a37d-1415263a92bb,DISK] 2024-12-10T11:15:08,985 DEBUG [RS:0;771ffe94c765:42831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41257:41257),(127.0.0.1/127.0.0.1:33821:33821),(127.0.0.1/127.0.0.1:34159:34159)] 2024-12-10T11:15:08,995 INFO [RS:1;771ffe94c765:39873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925/771ffe94c765%2C39873%2C1733829306925.1733829308938 2024-12-10T11:15:09,001 DEBUG [RS:1;771ffe94c765:39873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41257:41257),(127.0.0.1/127.0.0.1:34159:34159),(127.0.0.1/127.0.0.1:33821:33821)] 2024-12-10T11:15:09,002 INFO [RS:2;771ffe94c765:45833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,45833,1733829306994/771ffe94c765%2C45833%2C1733829306994.1733829308953 2024-12-10T11:15:09,003 DEBUG [RS:2;771ffe94c765:45833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34159:34159),(127.0.0.1/127.0.0.1:41257:41257),(127.0.0.1/127.0.0.1:33821:33821)] 2024-12-10T11:15:09,229 DEBUG [771ffe94c765:37085 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-10T11:15:09,240 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(204): Hosts are {771ffe94c765=0} racks are {/default-rack=0} 2024-12-10T11:15:09,248 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T11:15:09,248 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T11:15:09,248 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T11:15:09,248 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T11:15:09,248 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T11:15:09,248 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T11:15:09,248 INFO [771ffe94c765:37085 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T11:15:09,248 INFO [771ffe94c765:37085 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T11:15:09,248 INFO [771ffe94c765:37085 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T11:15:09,248 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T11:15:09,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=771ffe94c765,39873,1733829306925 2024-12-10T11:15:09,264 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 771ffe94c765,39873,1733829306925, state=OPENING 2024-12-10T11:15:09,270 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T11:15:09,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:09,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:09,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:09,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:15:09,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:15:09,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:15:09,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:15:09,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:15:09,278 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T11:15:09,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=771ffe94c765,39873,1733829306925}] 2024-12-10T11:15:10,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741827_1003 (size=196) 2024-12-10T11:15:10,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741828_1004 (size=1189) 2024-12-10T11:15:16,312 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T11:15:16,312 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-10T11:15:19,310 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T11:15:19,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T11:15:19,325 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T11:15:19,325 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:15:19,325 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T11:15:19,328 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C39873%2C1733829306925.meta, suffix=.meta, logDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/oldWALs, maxLogs=32 2024-12-10T11:15:19,345 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta, exclude list is [], retry=0 2024-12-10T11:15:19,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37911,DS-8ba64e62-6ad5-4588-ac1f-23537eb0a3dd,DISK] 2024-12-10T11:15:19,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-28147e78-5562-4261-a37d-1415263a92bb,DISK] 2024-12-10T11:15:19,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-3ff0aa16-d6ff-425f-a0cd-22c43f15c9cc,DISK] 2024-12-10T11:15:19,354 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta 2024-12-10T11:15:19,355 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33821:33821),(127.0.0.1/127.0.0.1:41257:41257),(127.0.0.1/127.0.0.1:34159:34159)] 2024-12-10T11:15:19,355 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:15:19,357 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T11:15:19,360 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T11:15:19,365 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T11:15:19,369 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T11:15:19,370 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:19,370 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T11:15:19,370 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T11:15:19,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T11:15:19,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T11:15:19,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:19,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:15:19,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T11:15:19,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T11:15:19,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:19,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:15:19,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T11:15:19,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T11:15:19,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:19,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:15:19,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T11:15:19,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T11:15:19,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:19,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:15:19,382 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T11:15:19,384 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740 2024-12-10T11:15:19,386 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740 2024-12-10T11:15:19,389 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T11:15:19,389 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T11:15:19,390 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T11:15:19,392 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T11:15:19,394 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66529178, jitterRate=-0.008637994527816772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T11:15:19,394 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T11:15:19,396 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733829319370Writing region info on filesystem at 1733829319371 (+1 ms)Initializing all the Stores at 1733829319373 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829319373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829319373Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829319373Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829319373Cleaning up temporary data from old regions at 1733829319389 (+16 ms)Running coprocessor post-open hooks at 1733829319394 (+5 ms)Region opened successfully at 1733829319395 (+1 ms) 2024-12-10T11:15:19,403 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733829319301 2024-12-10T11:15:19,414 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T11:15:19,414 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T11:15:19,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,39873,1733829306925 2024-12-10T11:15:19,418 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 771ffe94c765,39873,1733829306925, state=OPEN 2024-12-10T11:15:19,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:15:19,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:15:19,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:15:19,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:15:19,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:15:19,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:15:19,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:15:19,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:15:19,421 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=771ffe94c765,39873,1733829306925 2024-12-10T11:15:19,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T11:15:19,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=771ffe94c765,39873,1733829306925 in 10.1400 sec 2024-12-10T11:15:19,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T11:15:19,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8760 sec 2024-12-10T11:15:19,432 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T11:15:19,432 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T11:15:19,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T11:15:19,454 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=771ffe94c765,39873,1733829306925, seqNum=-1] 2024-12-10T11:15:19,475 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:15:19,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:15:19,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.3690 sec 2024-12-10T11:15:19,497 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733829319496, completionTime=-1 2024-12-10T11:15:19,500 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-10T11:15:19,500 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T11:15:19,532 INFO [master/771ffe94c765:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-10T11:15:19,532 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733829379532 2024-12-10T11:15:19,533 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733829439533 2024-12-10T11:15:19,533 INFO [master/771ffe94c765:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-12-10T11:15:19,535 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T11:15:19,543 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,37085,1733829305798-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:19,544 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,37085,1733829305798-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:19,544 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,37085,1733829305798-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:19,546 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-771ffe94c765:37085, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:19,546 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:19,547 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:19,552 DEBUG [master/771ffe94c765:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T11:15:19,579 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.462sec 2024-12-10T11:15:19,581 INFO [master/771ffe94c765:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T11:15:19,583 INFO [master/771ffe94c765:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T11:15:19,584 INFO [master/771ffe94c765:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T11:15:19,585 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T11:15:19,585 INFO [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T11:15:19,586 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,37085,1733829305798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T11:15:19,587 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,37085,1733829305798-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T11:15:19,591 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T11:15:19,593 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T11:15:19,593 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,37085,1733829305798-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:15:19,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bb9ae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:15:19,697 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-10T11:15:19,697 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-10T11:15:19,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 771ffe94c765,37085,-1 for getting cluster id 2024-12-10T11:15:19,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T11:15:19,720 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82bc6916-d19a-4e81-9771-89bbc685e7ad' 2024-12-10T11:15:19,722 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T11:15:19,722 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82bc6916-d19a-4e81-9771-89bbc685e7ad" 2024-12-10T11:15:19,723 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e1f58a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:15:19,723 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [771ffe94c765,37085,-1] 2024-12-10T11:15:19,725 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T11:15:19,727 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:15:19,728 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T11:15:19,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c77afdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:15:19,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T11:15:19,737 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=771ffe94c765,39873,1733829306925, seqNum=-1] 2024-12-10T11:15:19,738 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:15:19,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:15:19,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=771ffe94c765,37085,1733829305798 2024-12-10T11:15:19,766 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733829319765 (current time:1733829319765). 2024-12-10T11:15:19,767 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-10T11:15:19,767 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-10T11:15:19,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37065f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:15:19,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 771ffe94c765,37085,-1 for getting cluster id 2024-12-10T11:15:19,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T11:15:19,771 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82bc6916-d19a-4e81-9771-89bbc685e7ad' 2024-12-10T11:15:19,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T11:15:19,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82bc6916-d19a-4e81-9771-89bbc685e7ad" 2024-12-10T11:15:19,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a73080c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:15:19,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [771ffe94c765,37085,-1] 2024-12-10T11:15:19,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T11:15:19,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:15:19,773 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T11:15:19,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a676c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:15:19,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T11:15:19,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=771ffe94c765,39873,1733829306925, seqNum=-1] 2024-12-10T11:15:19,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:15:19,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:15:19,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T11:15:19,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:15:19,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:15:19,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:15:19,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T11:15:19,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T11:15:19,795 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 771ffe94c765,37085,1733829305798 2024-12-10T11:15:19,798 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c81b3fb 2024-12-10T11:15:19,799 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T11:15:19,800 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T11:15:19,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T11:15:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-10T11:15:19,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T11:15:19,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-10T11:15:19,818 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:19,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T11:15:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:15:19,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741837_1013 (size=361) 2024-12-10T11:15:19,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741837_1013 (size=361) 2024-12-10T11:15:19,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741837_1013 (size=361) 2024-12-10T11:15:19,836 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60ee8fa5d9596c6f2df1f63cb4cb695d, NAME => 'SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:19,837 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e94fbc8aa05766b2ec89ba2aa709b990, NAME => 'SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:19,837 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a0814cfc8ffd950e0650053a7ed5b687, NAME => 'SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741839_1015 (size=62) 2024-12-10T11:15:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741839_1015 (size=62) 2024-12-10T11:15:19,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741838_1014 (size=54) 2024-12-10T11:15:19,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741839_1015 (size=62) 2024-12-10T11:15:19,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741838_1014 (size=54) 2024-12-10T11:15:19,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:19,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a0814cfc8ffd950e0650053a7ed5b687, disabling compactions & flushes 2024-12-10T11:15:19,853 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:15:19,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:15:19,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. after waiting 0 ms 2024-12-10T11:15:19,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:19,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:15:19,853 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:15:19,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 60ee8fa5d9596c6f2df1f63cb4cb695d, disabling compactions & flushes 2024-12-10T11:15:19,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a0814cfc8ffd950e0650053a7ed5b687: Waiting for close lock at 1733829319853Disabling compacts and flushes for region at 1733829319853Disabling writes for close at 1733829319853Writing region close event to WAL at 1733829319853Closed at 1733829319853 2024-12-10T11:15:19,853 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:15:19,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:15:19,854 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. after waiting 0 ms 2024-12-10T11:15:19,854 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:15:19,854 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:15:19,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741838_1014 (size=54) 2024-12-10T11:15:19,854 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60ee8fa5d9596c6f2df1f63cb4cb695d: Waiting for close lock at 1733829319853Disabling compacts and flushes for region at 1733829319853Disabling writes for close at 1733829319854 (+1 ms)Writing region close event to WAL at 1733829319854Closed at 1733829319854 2024-12-10T11:15:19,854 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 13a9ed9c0d08e46da12921cb6bf8f93b, NAME => 'SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:19,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741840_1016 (size=62) 2024-12-10T11:15:19,855 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39587a7974bb7f7f9a64ddb073579b6b, NAME => 'SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:19,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741840_1016 (size=62) 2024-12-10T11:15:19,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741840_1016 (size=62) 2024-12-10T11:15:19,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:19,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e94fbc8aa05766b2ec89ba2aa709b990, disabling compactions & flushes 2024-12-10T11:15:19,858 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:15:19,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:15:19,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. after waiting 0 ms 2024-12-10T11:15:19,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:15:19,858 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:15:19,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e94fbc8aa05766b2ec89ba2aa709b990: Waiting for close lock at 1733829319858Disabling compacts and flushes for region at 1733829319858Disabling writes for close at 1733829319858Writing region close event to WAL at 1733829319858Closed at 1733829319858 2024-12-10T11:15:19,859 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9b5269de8cab54d5b283b080974ba062, NAME => 'SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:19,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741842_1018 (size=62) 2024-12-10T11:15:19,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741842_1018 (size=62) 2024-12-10T11:15:19,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741842_1018 (size=62) 2024-12-10T11:15:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741843_1019 (size=62) 2024-12-10T11:15:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741841_1017 (size=62) 2024-12-10T11:15:19,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741843_1019 (size=62) 2024-12-10T11:15:19,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741841_1017 (size=62) 2024-12-10T11:15:19,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741843_1019 (size=62) 2024-12-10T11:15:19,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:19,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 13a9ed9c0d08e46da12921cb6bf8f93b, disabling compactions & flushes 2024-12-10T11:15:19,876 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:15:19,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:15:19,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. after waiting 0 ms 2024-12-10T11:15:19,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:15:19,876 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:15:19,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 13a9ed9c0d08e46da12921cb6bf8f93b: Waiting for close lock at 1733829319876Disabling compacts and flushes for region at 1733829319876Disabling writes for close at 1733829319876Writing region close event to WAL at 1733829319876Closed at 1733829319876 2024-12-10T11:15:19,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741841_1017 (size=62) 2024-12-10T11:15:19,877 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 06707d7b96c9dfb27719d46b9f56d1e3, NAME => 'SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:19,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:19,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 39587a7974bb7f7f9a64ddb073579b6b, disabling compactions & flushes 2024-12-10T11:15:19,877 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:15:19,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:15:19,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:19,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. after waiting 0 ms 2024-12-10T11:15:19,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:15:19,877 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:15:19,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9b5269de8cab54d5b283b080974ba062, disabling compactions & flushes 2024-12-10T11:15:19,878 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:15:19,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39587a7974bb7f7f9a64ddb073579b6b: Waiting for close lock at 1733829319877Disabling compacts and flushes for region at 1733829319877Disabling writes for close at 1733829319877Writing region close event to WAL at 1733829319877Closed at 1733829319877 2024-12-10T11:15:19,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:15:19,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. after waiting 0 ms 2024-12-10T11:15:19,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:15:19,878 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:15:19,878 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a394b4170e0a33f54c4a88a5f3f2a86b, NAME => 'SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:19,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9b5269de8cab54d5b283b080974ba062: Waiting for close lock at 1733829319877Disabling compacts and flushes for region at 1733829319877Disabling writes for close at 1733829319878 (+1 ms)Writing region close event to WAL at 1733829319878Closed at 1733829319878 2024-12-10T11:15:19,879 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cd9379be3750ada6deb2c866fa9e15f8, NAME => 'SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:19,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741845_1021 (size=62) 2024-12-10T11:15:19,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741845_1021 (size=62) 2024-12-10T11:15:19,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741845_1021 (size=62) 2024-12-10T11:15:19,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:19,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a394b4170e0a33f54c4a88a5f3f2a86b, disabling compactions & flushes 2024-12-10T11:15:19,893 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:15:19,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:15:19,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. after waiting 0 ms 2024-12-10T11:15:19,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:15:19,893 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:15:19,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a394b4170e0a33f54c4a88a5f3f2a86b: Waiting for close lock at 1733829319893Disabling compacts and flushes for region at 1733829319893Disabling writes for close at 1733829319893Writing region close event to WAL at 1733829319893Closed at 1733829319893 2024-12-10T11:15:19,894 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1894046ce35d451c1c24067e1d03f941, NAME => 'SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825 2024-12-10T11:15:19,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741844_1020 (size=62) 2024-12-10T11:15:19,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741844_1020 (size=62) 2024-12-10T11:15:19,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741844_1020 (size=62) 2024-12-10T11:15:19,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:19,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 06707d7b96c9dfb27719d46b9f56d1e3, disabling compactions & flushes 2024-12-10T11:15:19,896 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:15:19,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:15:19,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. after waiting 0 ms 2024-12-10T11:15:19,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:15:19,897 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:15:19,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 06707d7b96c9dfb27719d46b9f56d1e3: Waiting for close lock at 1733829319896Disabling compacts and flushes for region at 1733829319896Disabling writes for close at 1733829319897 (+1 ms)Writing region close event to WAL at 1733829319897Closed at 1733829319897 2024-12-10T11:15:19,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741846_1022 (size=62) 2024-12-10T11:15:19,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741846_1022 (size=62) 2024-12-10T11:15:19,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741846_1022 (size=62) 2024-12-10T11:15:19,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:19,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cd9379be3750ada6deb2c866fa9e15f8, disabling compactions & flushes 2024-12-10T11:15:19,904 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:15:19,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:15:19,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. after waiting 0 ms 2024-12-10T11:15:19,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:15:19,904 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:15:19,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cd9379be3750ada6deb2c866fa9e15f8: Waiting for close lock at 1733829319904Disabling compacts and flushes for region at 1733829319904Disabling writes for close at 1733829319904Writing region close event to WAL at 1733829319904Closed at 1733829319904 2024-12-10T11:15:19,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741847_1023 (size=54) 2024-12-10T11:15:19,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741847_1023 (size=54) 2024-12-10T11:15:19,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741847_1023 (size=54) 2024-12-10T11:15:19,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:19,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1894046ce35d451c1c24067e1d03f941, disabling compactions & flushes 2024-12-10T11:15:19,907 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:15:19,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:15:19,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. after waiting 0 ms 2024-12-10T11:15:19,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:15:19,907 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:15:19,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1894046ce35d451c1c24067e1d03f941: Waiting for close lock at 1733829319907Disabling compacts and flushes for region at 1733829319907Disabling writes for close at 1733829319907Writing region close event to WAL at 1733829319907Closed at 1733829319907 2024-12-10T11:15:19,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T11:15:19,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829319909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829319909"}]},"ts":"1733829319909"} 2024-12-10T11:15:19,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733829319909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829319909"}]},"ts":"1733829319909"} 2024-12-10T11:15:19,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829319909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829319909"}]},"ts":"1733829319909"} 2024-12-10T11:15:19,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829319909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829319909"}]},"ts":"1733829319909"} 2024-12-10T11:15:19,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829319909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829319909"}]},"ts":"1733829319909"} 2024-12-10T11:15:19,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829319909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829319909"}]},"ts":"1733829319909"} 2024-12-10T11:15:19,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829319909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829319909"}]},"ts":"1733829319909"} 2024-12-10T11:15:19,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829319909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829319909"}]},"ts":"1733829319909"} 2024-12-10T11:15:19,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829319909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829319909"}]},"ts":"1733829319909"} 2024-12-10T11:15:19,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733829319909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829319909"}]},"ts":"1733829319909"} 2024-12-10T11:15:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:15:19,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-10T11:15:19,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T11:15:19,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733829319955"}]},"ts":"1733829319955"} 2024-12-10T11:15:19,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-10T11:15:19,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {771ffe94c765=0} racks are {/default-rack=0} 2024-12-10T11:15:19,970 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T11:15:19,970 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T11:15:19,970 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T11:15:19,970 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T11:15:19,970 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T11:15:19,970 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T11:15:19,970 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T11:15:19,970 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T11:15:19,970 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T11:15:19,970 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T11:15:19,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60ee8fa5d9596c6f2df1f63cb4cb695d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e94fbc8aa05766b2ec89ba2aa709b990, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0814cfc8ffd950e0650053a7ed5b687, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13a9ed9c0d08e46da12921cb6bf8f93b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39587a7974bb7f7f9a64ddb073579b6b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b5269de8cab54d5b283b080974ba062, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06707d7b96c9dfb27719d46b9f56d1e3, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a394b4170e0a33f54c4a88a5f3f2a86b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd9379be3750ada6deb2c866fa9e15f8, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1894046ce35d451c1c24067e1d03f941, ASSIGN}] 2024-12-10T11:15:19,975 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e94fbc8aa05766b2ec89ba2aa709b990, ASSIGN 2024-12-10T11:15:19,975 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60ee8fa5d9596c6f2df1f63cb4cb695d, ASSIGN 2024-12-10T11:15:19,975 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39587a7974bb7f7f9a64ddb073579b6b, ASSIGN 2024-12-10T11:15:19,975 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13a9ed9c0d08e46da12921cb6bf8f93b, ASSIGN 2024-12-10T11:15:19,977 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e94fbc8aa05766b2ec89ba2aa709b990, ASSIGN; state=OFFLINE, location=771ffe94c765,45833,1733829306994; forceNewPlan=false, retain=false 2024-12-10T11:15:19,978 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60ee8fa5d9596c6f2df1f63cb4cb695d, ASSIGN; state=OFFLINE, location=771ffe94c765,39873,1733829306925; forceNewPlan=false, retain=false 2024-12-10T11:15:19,978 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13a9ed9c0d08e46da12921cb6bf8f93b, ASSIGN; state=OFFLINE, location=771ffe94c765,42831,1733829306716; forceNewPlan=false, retain=false 2024-12-10T11:15:19,978 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39587a7974bb7f7f9a64ddb073579b6b, ASSIGN; state=OFFLINE, location=771ffe94c765,39873,1733829306925; forceNewPlan=false, retain=false 2024-12-10T11:15:19,982 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd9379be3750ada6deb2c866fa9e15f8, ASSIGN 2024-12-10T11:15:19,982 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1894046ce35d451c1c24067e1d03f941, ASSIGN 2024-12-10T11:15:19,982 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a394b4170e0a33f54c4a88a5f3f2a86b, ASSIGN 2024-12-10T11:15:19,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06707d7b96c9dfb27719d46b9f56d1e3, ASSIGN 2024-12-10T11:15:19,982 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b5269de8cab54d5b283b080974ba062, ASSIGN 2024-12-10T11:15:19,984 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cd9379be3750ada6deb2c866fa9e15f8, ASSIGN; state=OFFLINE, location=771ffe94c765,45833,1733829306994; forceNewPlan=false, retain=false 2024-12-10T11:15:19,984 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a394b4170e0a33f54c4a88a5f3f2a86b, ASSIGN; state=OFFLINE, location=771ffe94c765,42831,1733829306716; forceNewPlan=false, retain=false 2024-12-10T11:15:19,984 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1894046ce35d451c1c24067e1d03f941, ASSIGN; state=OFFLINE, location=771ffe94c765,42831,1733829306716; forceNewPlan=false, retain=false 2024-12-10T11:15:19,984 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b5269de8cab54d5b283b080974ba062, ASSIGN; state=OFFLINE, location=771ffe94c765,45833,1733829306994; forceNewPlan=false, retain=false 2024-12-10T11:15:19,984 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06707d7b96c9dfb27719d46b9f56d1e3, ASSIGN; state=OFFLINE, location=771ffe94c765,39873,1733829306925; forceNewPlan=false, retain=false 2024-12-10T11:15:19,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0814cfc8ffd950e0650053a7ed5b687, ASSIGN 2024-12-10T11:15:19,992 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0814cfc8ffd950e0650053a7ed5b687, ASSIGN; state=OFFLINE, location=771ffe94c765,42831,1733829306716; forceNewPlan=false, retain=false 2024-12-10T11:15:20,129 INFO [771ffe94c765:37085 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-10T11:15:20,130 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e94fbc8aa05766b2ec89ba2aa709b990, regionState=OPENING, regionLocation=771ffe94c765,45833,1733829306994 2024-12-10T11:15:20,130 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=cd9379be3750ada6deb2c866fa9e15f8, regionState=OPENING, regionLocation=771ffe94c765,45833,1733829306994 2024-12-10T11:15:20,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9b5269de8cab54d5b283b080974ba062, regionState=OPENING, regionLocation=771ffe94c765,45833,1733829306994 2024-12-10T11:15:20,130 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a394b4170e0a33f54c4a88a5f3f2a86b, regionState=OPENING, regionLocation=771ffe94c765,42831,1733829306716 2024-12-10T11:15:20,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1894046ce35d451c1c24067e1d03f941, regionState=OPENING, regionLocation=771ffe94c765,42831,1733829306716 2024-12-10T11:15:20,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=13a9ed9c0d08e46da12921cb6bf8f93b, regionState=OPENING, regionLocation=771ffe94c765,42831,1733829306716 2024-12-10T11:15:20,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a0814cfc8ffd950e0650053a7ed5b687, regionState=OPENING, regionLocation=771ffe94c765,42831,1733829306716 2024-12-10T11:15:20,131 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60ee8fa5d9596c6f2df1f63cb4cb695d, regionState=OPENING, regionLocation=771ffe94c765,39873,1733829306925 2024-12-10T11:15:20,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39587a7974bb7f7f9a64ddb073579b6b, regionState=OPENING, regionLocation=771ffe94c765,39873,1733829306925 2024-12-10T11:15:20,131 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=06707d7b96c9dfb27719d46b9f56d1e3, regionState=OPENING, regionLocation=771ffe94c765,39873,1733829306925 2024-12-10T11:15:20,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1894046ce35d451c1c24067e1d03f941, ASSIGN because future has completed 2024-12-10T11:15:20,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1894046ce35d451c1c24067e1d03f941, server=771ffe94c765,42831,1733829306716}] 2024-12-10T11:15:20,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b5269de8cab54d5b283b080974ba062, ASSIGN because future has completed 2024-12-10T11:15:20,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b5269de8cab54d5b283b080974ba062, server=771ffe94c765,45833,1733829306994}] 2024-12-10T11:15:20,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cd9379be3750ada6deb2c866fa9e15f8, ASSIGN because future has completed 2024-12-10T11:15:20,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a394b4170e0a33f54c4a88a5f3f2a86b, ASSIGN because future has completed 2024-12-10T11:15:20,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd9379be3750ada6deb2c866fa9e15f8, server=771ffe94c765,45833,1733829306994}] 2024-12-10T11:15:20,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e94fbc8aa05766b2ec89ba2aa709b990, ASSIGN because future has completed 2024-12-10T11:15:20,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39587a7974bb7f7f9a64ddb073579b6b, ASSIGN because future has completed 2024-12-10T11:15:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:15:20,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a394b4170e0a33f54c4a88a5f3f2a86b, server=771ffe94c765,42831,1733829306716}] 2024-12-10T11:15:20,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b, server=771ffe94c765,39873,1733829306925}] 2024-12-10T11:15:20,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e94fbc8aa05766b2ec89ba2aa709b990, server=771ffe94c765,45833,1733829306994}] 2024-12-10T11:15:20,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13a9ed9c0d08e46da12921cb6bf8f93b, ASSIGN because future has completed 2024-12-10T11:15:20,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0814cfc8ffd950e0650053a7ed5b687, ASSIGN because future has completed 2024-12-10T11:15:20,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60ee8fa5d9596c6f2df1f63cb4cb695d, ASSIGN because future has completed 2024-12-10T11:15:20,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13a9ed9c0d08e46da12921cb6bf8f93b, server=771ffe94c765,42831,1733829306716}] 2024-12-10T11:15:20,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d, server=771ffe94c765,39873,1733829306925}] 2024-12-10T11:15:20,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06707d7b96c9dfb27719d46b9f56d1e3, ASSIGN because future has completed 2024-12-10T11:15:20,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3, server=771ffe94c765,39873,1733829306925}] 2024-12-10T11:15:20,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0814cfc8ffd950e0650053a7ed5b687, server=771ffe94c765,42831,1733829306716}] 2024-12-10T11:15:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:15:20,540 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T11:15:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:15:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:15:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:15:24,907 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T11:15:26,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T11:15:26,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-10T11:15:26,313 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T11:15:26,313 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-10T11:15:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:15:30,141 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T11:15:30,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T11:15:30,144 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T11:15:30,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T11:15:30,153 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:15:30,154 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 13a9ed9c0d08e46da12921cb6bf8f93b, NAME => 'SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-10T11:15:30,154 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:30,154 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:30,154 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:30,154 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:30,160 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:15:30,161 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => cd9379be3750ada6deb2c866fa9e15f8, NAME => 'SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-10T11:15:30,161 INFO [StoreOpener-13a9ed9c0d08e46da12921cb6bf8f93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:30,162 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:30,162 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:30,162 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:30,162 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:30,166 INFO [StoreOpener-13a9ed9c0d08e46da12921cb6bf8f93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13a9ed9c0d08e46da12921cb6bf8f93b columnFamilyName cf 2024-12-10T11:15:30,166 DEBUG [StoreOpener-13a9ed9c0d08e46da12921cb6bf8f93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:30,169 INFO [StoreOpener-13a9ed9c0d08e46da12921cb6bf8f93b-1 {}] regionserver.HStore(327): Store=13a9ed9c0d08e46da12921cb6bf8f93b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:15:30,169 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:30,172 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:30,173 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:30,175 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:30,175 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:30,180 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:30,181 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:15:30,181 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 39587a7974bb7f7f9a64ddb073579b6b, NAME => 'SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-10T11:15:30,182 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:30,182 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:30,182 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:30,182 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:30,184 INFO [StoreOpener-cd9379be3750ada6deb2c866fa9e15f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:30,188 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/13a9ed9c0d08e46da12921cb6bf8f93b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:15:30,189 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 13a9ed9c0d08e46da12921cb6bf8f93b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69837717, jitterRate=0.04066307842731476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:15:30,189 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:30,188 INFO [StoreOpener-39587a7974bb7f7f9a64ddb073579b6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:30,191 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 13a9ed9c0d08e46da12921cb6bf8f93b: Running coprocessor pre-open hook at 1733829330155Writing region info on filesystem at 1733829330155Initializing all the Stores at 1733829330156 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829330156Cleaning up temporary data from old regions at 1733829330175 (+19 ms)Running coprocessor post-open hooks at 1733829330189 (+14 ms)Region opened successfully at 1733829330191 (+2 ms) 2024-12-10T11:15:30,192 INFO [StoreOpener-cd9379be3750ada6deb2c866fa9e15f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd9379be3750ada6deb2c866fa9e15f8 columnFamilyName cf 2024-12-10T11:15:30,192 DEBUG [StoreOpener-cd9379be3750ada6deb2c866fa9e15f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:30,193 INFO [StoreOpener-cd9379be3750ada6deb2c866fa9e15f8-1 {}] regionserver.HStore(327): Store=cd9379be3750ada6deb2c866fa9e15f8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:15:30,193 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:30,194 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:30,195 INFO [StoreOpener-39587a7974bb7f7f9a64ddb073579b6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39587a7974bb7f7f9a64ddb073579b6b columnFamilyName cf 2024-12-10T11:15:30,195 DEBUG [StoreOpener-39587a7974bb7f7f9a64ddb073579b6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:30,196 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:30,196 INFO [StoreOpener-39587a7974bb7f7f9a64ddb073579b6b-1 {}] regionserver.HStore(327): Store=39587a7974bb7f7f9a64ddb073579b6b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:15:30,195 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b., pid=21, masterSystemTime=1733829330140 2024-12-10T11:15:30,197 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:30,199 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:30,199 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:30,199 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:30,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=13a9ed9c0d08e46da12921cb6bf8f93b, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,42831,1733829306716 2024-12-10T11:15:30,204 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:15:30,204 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:15:30,205 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:15:30,205 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a394b4170e0a33f54c4a88a5f3f2a86b, NAME => 'SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-10T11:15:30,205 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:30,205 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:30,206 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:30,206 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:30,206 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:30,206 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:30,208 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:30,209 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:30,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13a9ed9c0d08e46da12921cb6bf8f93b, server=771ffe94c765,42831,1733829306716 because future has completed 2024-12-10T11:15:30,213 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:30,218 INFO [StoreOpener-a394b4170e0a33f54c4a88a5f3f2a86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:30,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-10T11:15:30,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 13a9ed9c0d08e46da12921cb6bf8f93b, server=771ffe94c765,42831,1733829306716 in 10.0600 sec 2024-12-10T11:15:30,222 INFO [StoreOpener-a394b4170e0a33f54c4a88a5f3f2a86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a394b4170e0a33f54c4a88a5f3f2a86b columnFamilyName cf 2024-12-10T11:15:30,223 DEBUG [StoreOpener-a394b4170e0a33f54c4a88a5f3f2a86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:30,224 INFO [StoreOpener-a394b4170e0a33f54c4a88a5f3f2a86b-1 {}] regionserver.HStore(327): Store=a394b4170e0a33f54c4a88a5f3f2a86b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:15:30,224 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:30,225 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:30,227 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:30,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13a9ed9c0d08e46da12921cb6bf8f93b, ASSIGN in 10.2490 sec 2024-12-10T11:15:30,228 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:30,228 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:30,230 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/cd9379be3750ada6deb2c866fa9e15f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:15:30,231 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/39587a7974bb7f7f9a64ddb073579b6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:15:30,231 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened cd9379be3750ada6deb2c866fa9e15f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69963840, jitterRate=0.042542457580566406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:15:30,232 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:30,232 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for cd9379be3750ada6deb2c866fa9e15f8: Running coprocessor pre-open hook at 1733829330162Writing region info on filesystem at 1733829330162Initializing all the Stores at 1733829330168 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829330168Cleaning up temporary data from old regions at 1733829330199 (+31 ms)Running coprocessor post-open hooks at 1733829330232 (+33 ms)Region opened successfully at 1733829330232 2024-12-10T11:15:30,232 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 39587a7974bb7f7f9a64ddb073579b6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62916097, jitterRate=-0.062477096915245056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:15:30,232 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:30,232 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:30,232 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 39587a7974bb7f7f9a64ddb073579b6b: Running coprocessor pre-open hook at 1733829330182Writing region info on filesystem at 1733829330182Initializing all the Stores at 1733829330185 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829330185Cleaning up temporary data from old regions at 1733829330209 (+24 ms)Running coprocessor post-open hooks at 1733829330232 (+23 ms)Region opened successfully at 1733829330232 2024-12-10T11:15:30,234 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b., pid=20, masterSystemTime=1733829330156 2024-12-10T11:15:30,235 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8., pid=17, masterSystemTime=1733829330144 2024-12-10T11:15:30,241 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:15:30,241 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:15:30,241 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a394b4170e0a33f54c4a88a5f3f2a86b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:15:30,241 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:15:30,241 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e94fbc8aa05766b2ec89ba2aa709b990, NAME => 'SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-10T11:15:30,242 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:30,242 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a394b4170e0a33f54c4a88a5f3f2a86b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74893304, jitterRate=0.11599719524383545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:15:30,242 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:30,242 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:30,242 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:30,242 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:30,242 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a394b4170e0a33f54c4a88a5f3f2a86b: Running coprocessor pre-open hook at 1733829330206Writing region info on filesystem at 1733829330206Initializing all the Stores at 1733829330207 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829330207Cleaning up temporary data from old regions at 1733829330228 (+21 ms)Running coprocessor post-open hooks at 1733829330242 (+14 ms)Region opened successfully at 1733829330242 2024-12-10T11:15:30,244 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=cd9379be3750ada6deb2c866fa9e15f8, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,45833,1733829306994 2024-12-10T11:15:30,246 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:15:30,247 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:15:30,247 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:15:30,247 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 06707d7b96c9dfb27719d46b9f56d1e3, NAME => 'SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-10T11:15:30,247 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:30,247 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:30,248 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:30,248 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:30,248 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b., pid=18, masterSystemTime=1733829330140 2024-12-10T11:15:30,250 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39587a7974bb7f7f9a64ddb073579b6b, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,39873,1733829306925 2024-12-10T11:15:30,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd9379be3750ada6deb2c866fa9e15f8, server=771ffe94c765,45833,1733829306994 because future has completed 2024-12-10T11:15:30,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b, server=771ffe94c765,39873,1733829306925 because future has completed 2024-12-10T11:15:30,257 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:15:30,257 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:15:30,257 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:15:30,257 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a0814cfc8ffd950e0650053a7ed5b687, NAME => 'SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-10T11:15:30,258 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:30,258 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:30,258 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:30,258 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:30,259 INFO [StoreOpener-e94fbc8aa05766b2ec89ba2aa709b990-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:30,260 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a394b4170e0a33f54c4a88a5f3f2a86b, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,42831,1733829306716 2024-12-10T11:15:30,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a394b4170e0a33f54c4a88a5f3f2a86b, server=771ffe94c765,42831,1733829306716 because future has completed 2024-12-10T11:15:30,267 INFO [StoreOpener-e94fbc8aa05766b2ec89ba2aa709b990-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94fbc8aa05766b2ec89ba2aa709b990 columnFamilyName cf 2024-12-10T11:15:30,267 DEBUG [StoreOpener-e94fbc8aa05766b2ec89ba2aa709b990-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:30,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-12-10T11:15:30,269 INFO [StoreOpener-e94fbc8aa05766b2ec89ba2aa709b990-1 {}] regionserver.HStore(327): Store=e94fbc8aa05766b2ec89ba2aa709b990/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:15:30,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure cd9379be3750ada6deb2c866fa9e15f8, server=771ffe94c765,45833,1733829306994 in 10.1160 sec 2024-12-10T11:15:30,269 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:30,270 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:30,271 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:30,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-12-10T11:15:30,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b, server=771ffe94c765,39873,1733829306925 in 10.1120 sec 2024-12-10T11:15:30,273 INFO [StoreOpener-06707d7b96c9dfb27719d46b9f56d1e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:30,274 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:30,274 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:30,277 INFO [StoreOpener-06707d7b96c9dfb27719d46b9f56d1e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06707d7b96c9dfb27719d46b9f56d1e3 columnFamilyName cf 2024-12-10T11:15:30,277 DEBUG [StoreOpener-06707d7b96c9dfb27719d46b9f56d1e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:30,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39587a7974bb7f7f9a64ddb073579b6b, ASSIGN in 10.3010 sec 2024-12-10T11:15:30,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd9379be3750ada6deb2c866fa9e15f8, ASSIGN in 10.2980 sec 2024-12-10T11:15:30,278 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:30,280 INFO [StoreOpener-06707d7b96c9dfb27719d46b9f56d1e3-1 {}] regionserver.HStore(327): Store=06707d7b96c9dfb27719d46b9f56d1e3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:15:30,281 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:30,286 INFO [StoreOpener-a0814cfc8ffd950e0650053a7ed5b687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:30,288 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:30,288 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:30,289 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:30,289 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:30,290 INFO [StoreOpener-a0814cfc8ffd950e0650053a7ed5b687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0814cfc8ffd950e0650053a7ed5b687 columnFamilyName cf 2024-12-10T11:15:30,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-10T11:15:30,290 DEBUG [StoreOpener-a0814cfc8ffd950e0650053a7ed5b687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:30,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a394b4170e0a33f54c4a88a5f3f2a86b, server=771ffe94c765,42831,1733829306716 in 10.1280 sec 2024-12-10T11:15:30,292 INFO [StoreOpener-a0814cfc8ffd950e0650053a7ed5b687-1 {}] regionserver.HStore(327): Store=a0814cfc8ffd950e0650053a7ed5b687/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:15:30,292 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:30,293 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:30,294 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:30,294 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/e94fbc8aa05766b2ec89ba2aa709b990/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:15:30,294 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:30,295 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:30,295 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:30,295 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened e94fbc8aa05766b2ec89ba2aa709b990; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67042222, jitterRate=-9.930431842803955E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:15:30,295 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:30,295 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e94fbc8aa05766b2ec89ba2aa709b990: Running coprocessor pre-open hook at 1733829330242Writing region info on filesystem at 1733829330242Initializing all the Stores at 1733829330251 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829330251Cleaning up temporary data from old regions at 1733829330274 (+23 ms)Running coprocessor post-open hooks at 1733829330295 (+21 ms)Region opened successfully at 1733829330295 2024-12-10T11:15:30,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a394b4170e0a33f54c4a88a5f3f2a86b, ASSIGN in 10.3190 sec 2024-12-10T11:15:30,297 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990., pid=19, masterSystemTime=1733829330144 2024-12-10T11:15:30,300 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:30,301 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:15:30,301 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:15:30,301 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:15:30,301 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b5269de8cab54d5b283b080974ba062, NAME => 'SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-10T11:15:30,302 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:30,302 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:30,302 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:30,302 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:30,303 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e94fbc8aa05766b2ec89ba2aa709b990, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,45833,1733829306994 2024-12-10T11:15:30,305 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/06707d7b96c9dfb27719d46b9f56d1e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:15:30,307 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 06707d7b96c9dfb27719d46b9f56d1e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64972343, jitterRate=-0.03183664381504059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:15:30,307 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:30,307 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 06707d7b96c9dfb27719d46b9f56d1e3: Running coprocessor pre-open hook at 1733829330248Writing region info on filesystem at 1733829330248Initializing all the Stores at 1733829330252 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829330252Cleaning up temporary data from old regions at 1733829330289 (+37 ms)Running coprocessor post-open hooks at 1733829330307 (+18 ms)Region opened successfully at 1733829330307 2024-12-10T11:15:30,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e94fbc8aa05766b2ec89ba2aa709b990, server=771ffe94c765,45833,1733829306994 because future has completed 2024-12-10T11:15:30,309 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3., pid=23, masterSystemTime=1733829330156 2024-12-10T11:15:30,312 INFO [StoreOpener-9b5269de8cab54d5b283b080974ba062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:30,313 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:15:30,313 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:15:30,313 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:15:30,313 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 60ee8fa5d9596c6f2df1f63cb4cb695d, NAME => 'SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-10T11:15:30,314 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=06707d7b96c9dfb27719d46b9f56d1e3, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,39873,1733829306925 2024-12-10T11:15:30,315 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:30,315 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:30,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-12-10T11:15:30,315 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:30,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e94fbc8aa05766b2ec89ba2aa709b990, server=771ffe94c765,45833,1733829306994 in 10.1620 sec 2024-12-10T11:15:30,316 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:30,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3, server=771ffe94c765,39873,1733829306925 because future has completed 2024-12-10T11:15:30,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e94fbc8aa05766b2ec89ba2aa709b990, ASSIGN in 10.3450 sec 2024-12-10T11:15:30,321 INFO [StoreOpener-9b5269de8cab54d5b283b080974ba062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b5269de8cab54d5b283b080974ba062 columnFamilyName cf 2024-12-10T11:15:30,321 DEBUG [StoreOpener-9b5269de8cab54d5b283b080974ba062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:30,323 INFO [StoreOpener-9b5269de8cab54d5b283b080974ba062-1 {}] regionserver.HStore(327): Store=9b5269de8cab54d5b283b080974ba062/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:15:30,323 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:30,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-12-10T11:15:30,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3, server=771ffe94c765,39873,1733829306925 in 10.1570 sec 2024-12-10T11:15:30,324 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:30,325 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:30,327 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:30,327 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:30,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06707d7b96c9dfb27719d46b9f56d1e3, ASSIGN in 10.3540 sec 2024-12-10T11:15:30,328 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a0814cfc8ffd950e0650053a7ed5b687/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:15:30,329 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a0814cfc8ffd950e0650053a7ed5b687; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62201945, jitterRate=-0.07311879098415375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:15:30,329 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:30,329 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a0814cfc8ffd950e0650053a7ed5b687: Running coprocessor pre-open hook at 1733829330258Writing region info on filesystem at 1733829330258Initializing all the Stores at 1733829330261 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829330261Cleaning up temporary data from old regions at 1733829330295 (+34 ms)Running coprocessor post-open hooks at 1733829330329 (+34 ms)Region opened successfully at 1733829330329 2024-12-10T11:15:30,330 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:30,331 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687., pid=24, masterSystemTime=1733829330140 2024-12-10T11:15:30,335 INFO [StoreOpener-60ee8fa5d9596c6f2df1f63cb4cb695d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:30,337 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:15:30,337 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:15:30,337 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:15:30,338 INFO [StoreOpener-60ee8fa5d9596c6f2df1f63cb4cb695d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ee8fa5d9596c6f2df1f63cb4cb695d columnFamilyName cf 2024-12-10T11:15:30,337 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 1894046ce35d451c1c24067e1d03f941, NAME => 'SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-10T11:15:30,338 DEBUG [StoreOpener-60ee8fa5d9596c6f2df1f63cb4cb695d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:30,338 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:30,338 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:15:30,338 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:30,338 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:30,338 INFO [StoreOpener-60ee8fa5d9596c6f2df1f63cb4cb695d-1 {}] regionserver.HStore(327): Store=60ee8fa5d9596c6f2df1f63cb4cb695d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:15:30,339 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:30,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a0814cfc8ffd950e0650053a7ed5b687, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,42831,1733829306716 2024-12-10T11:15:30,341 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:30,342 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:30,342 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/9b5269de8cab54d5b283b080974ba062/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:15:30,343 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:30,343 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:30,344 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9b5269de8cab54d5b283b080974ba062; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70477448, jitterRate=0.05019581317901611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:15:30,344 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:30,344 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9b5269de8cab54d5b283b080974ba062: Running coprocessor pre-open hook at 1733829330302Writing region info on filesystem at 1733829330302Initializing all the Stores at 1733829330306 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829330306Cleaning up temporary data from old regions at 1733829330327 (+21 ms)Running coprocessor post-open hooks at 1733829330344 (+17 ms)Region opened successfully at 1733829330344 2024-12-10T11:15:30,346 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062., pid=16, masterSystemTime=1733829330144 2024-12-10T11:15:30,347 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:30,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0814cfc8ffd950e0650053a7ed5b687, server=771ffe94c765,42831,1733829306716 because future has completed 2024-12-10T11:15:30,352 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=771ffe94c765,42831,1733829306716, table=SPTestTable, region=a0814cfc8ffd950e0650053a7ed5b687. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-10T11:15:30,353 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:15:30,353 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:15:30,354 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9b5269de8cab54d5b283b080974ba062, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,45833,1733829306994 2024-12-10T11:15:30,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-12-10T11:15:30,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b5269de8cab54d5b283b080974ba062, server=771ffe94c765,45833,1733829306994 because future has completed 2024-12-10T11:15:30,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a0814cfc8ffd950e0650053a7ed5b687, server=771ffe94c765,42831,1733829306716 in 10.1880 sec 2024-12-10T11:15:30,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0814cfc8ffd950e0650053a7ed5b687, ASSIGN in 10.3900 sec 2024-12-10T11:15:30,364 INFO [StoreOpener-1894046ce35d451c1c24067e1d03f941-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:30,367 INFO [StoreOpener-1894046ce35d451c1c24067e1d03f941-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1894046ce35d451c1c24067e1d03f941 columnFamilyName cf 2024-12-10T11:15:30,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-12-10T11:15:30,367 DEBUG [StoreOpener-1894046ce35d451c1c24067e1d03f941-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:15:30,369 INFO [StoreOpener-1894046ce35d451c1c24067e1d03f941-1 {}] regionserver.HStore(327): Store=1894046ce35d451c1c24067e1d03f941/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:15:30,369 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:30,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b5269de8cab54d5b283b080974ba062, server=771ffe94c765,45833,1733829306994 in 10.2270 sec 2024-12-10T11:15:30,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b5269de8cab54d5b283b080974ba062, ASSIGN in 10.3960 sec 2024-12-10T11:15:30,372 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:30,373 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:30,373 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:30,373 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:30,376 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:30,376 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/60ee8fa5d9596c6f2df1f63cb4cb695d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:15:30,377 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 60ee8fa5d9596c6f2df1f63cb4cb695d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70937849, jitterRate=0.05705632269382477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:15:30,377 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:30,377 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 60ee8fa5d9596c6f2df1f63cb4cb695d: Running coprocessor pre-open hook at 1733829330316Writing region info on filesystem at 1733829330316Initializing all the Stores at 1733829330321 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829330321Cleaning up temporary data from old regions at 1733829330343 (+22 ms)Running coprocessor post-open hooks at 1733829330377 (+34 ms)Region opened successfully at 1733829330377 2024-12-10T11:15:30,379 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d., pid=22, masterSystemTime=1733829330156 2024-12-10T11:15:30,381 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/1894046ce35d451c1c24067e1d03f941/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:15:30,382 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 1894046ce35d451c1c24067e1d03f941; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60799303, jitterRate=-0.09401978552341461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:15:30,382 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:30,382 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 1894046ce35d451c1c24067e1d03f941: Running coprocessor pre-open hook at 1733829330338Writing region info on filesystem at 1733829330338Initializing all the Stores at 1733829330344 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829330344Cleaning up temporary data from old regions at 1733829330373 (+29 ms)Running coprocessor post-open hooks at 1733829330382 (+9 ms)Region opened successfully at 1733829330382 2024-12-10T11:15:30,383 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:15:30,383 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:15:30,384 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941., pid=15, masterSystemTime=1733829330140 2024-12-10T11:15:30,385 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60ee8fa5d9596c6f2df1f63cb4cb695d, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,39873,1733829306925 2024-12-10T11:15:30,388 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:15:30,388 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:15:30,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d, server=771ffe94c765,39873,1733829306925 because future has completed 2024-12-10T11:15:30,390 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1894046ce35d451c1c24067e1d03f941, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,42831,1733829306716 2024-12-10T11:15:30,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1894046ce35d451c1c24067e1d03f941, server=771ffe94c765,42831,1733829306716 because future has completed 2024-12-10T11:15:30,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-12-10T11:15:30,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d, server=771ffe94c765,39873,1733829306925 in 10.2380 sec 2024-12-10T11:15:30,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-10T11:15:30,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 1894046ce35d451c1c24067e1d03f941, server=771ffe94c765,42831,1733829306716 in 10.2640 sec 2024-12-10T11:15:30,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60ee8fa5d9596c6f2df1f63cb4cb695d, ASSIGN in 10.4300 sec 2024-12-10T11:15:30,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-12-10T11:15:30,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1894046ce35d451c1c24067e1d03f941, ASSIGN in 10.4330 sec 2024-12-10T11:15:30,413 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T11:15:30,413 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733829330413"}]},"ts":"1733829330413"} 2024-12-10T11:15:30,417 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-10T11:15:30,418 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T11:15:30,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6110 sec 2024-12-10T11:15:32,542 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-10T11:15:34,726 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T11:15:35,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T11:15:36,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-10T11:15:36,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-10T11:15:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:15:38,085 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-10T11:15:38,086 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-10T11:15:38,087 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T11:15:38,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-10T11:15:38,110 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T11:15:38,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-10T11:15:38,195 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3., hostname=771ffe94c765,39873,1733829306925, seqNum=2] 2024-12-10T11:15:38,200 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3., hostname=771ffe94c765,39873,1733829306925, seqNum=2] 2024-12-10T11:15:38,215 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3., hostname=771ffe94c765,39873,1733829306925, seqNum=2] 2024-12-10T11:15:38,219 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3., hostname=771ffe94c765,39873,1733829306925, seqNum=2] 2024-12-10T11:15:38,221 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3., hostname=771ffe94c765,39873,1733829306925, seqNum=2] 2024-12-10T11:15:38,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3., hostname=771ffe94c765,39873,1733829306925, seqNum=2] 2024-12-10T11:15:38,300 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b., hostname=771ffe94c765,42831,1733829306716, seqNum=2] 2024-12-10T11:15:38,303 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b., hostname=771ffe94c765,42831,1733829306716, seqNum=2] 2024-12-10T11:15:38,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8., hostname=771ffe94c765,45833,1733829306994, seqNum=2] 2024-12-10T11:15:38,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8., hostname=771ffe94c765,45833,1733829306994, seqNum=2] 2024-12-10T11:15:38,377 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8., hostname=771ffe94c765,45833,1733829306994, seqNum=2] 2024-12-10T11:15:38,380 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8., hostname=771ffe94c765,45833,1733829306994, seqNum=2] 2024-12-10T11:15:38,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941., hostname=771ffe94c765,42831,1733829306716, seqNum=2] 2024-12-10T11:15:38,495 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941., hostname=771ffe94c765,42831,1733829306716, seqNum=2] 2024-12-10T11:15:38,499 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941., hostname=771ffe94c765,42831,1733829306716, seqNum=2] 2024-12-10T11:15:38,502 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941., hostname=771ffe94c765,42831,1733829306716, seqNum=2] 2024-12-10T11:15:38,508 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941., hostname=771ffe94c765,42831,1733829306716, seqNum=2] 2024-12-10T11:15:38,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941., hostname=771ffe94c765,42831,1733829306716, seqNum=2] 2024-12-10T11:15:38,514 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941., hostname=771ffe94c765,42831,1733829306716, seqNum=2] 2024-12-10T11:15:38,517 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941., hostname=771ffe94c765,42831,1733829306716, seqNum=2] 2024-12-10T11:15:39,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:15:39,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:15:39,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:15:39,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T11:15:39,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:15:39,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42831 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:15:39,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T11:15:39,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42831 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T11:15:40,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42831 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T11:15:40,782 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-10T11:15:40,786 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-10T11:15:40,797 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-10T11:15:40,798 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T11:15:40,815 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-10T11:15:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741848_1024 (size=49) 2024-12-10T11:15:40,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741848_1024 (size=49) 2024-12-10T11:15:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741848_1024 (size=49) 2024-12-10T11:15:40,871 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-10T11:15:40,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e94fbc8aa05766b2ec89ba2aa709b990}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0814cfc8ffd950e0650053a7ed5b687}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13a9ed9c0d08e46da12921cb6bf8f93b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b5269de8cab54d5b283b080974ba062}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a394b4170e0a33f54c4a88a5f3f2a86b}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd9379be3750ada6deb2c866fa9e15f8}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1894046ce35d451c1c24067e1d03f941}] 2024-12-10T11:15:40,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:40,886 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:40,887 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:40,887 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:40,888 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:40,893 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:40,899 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 771ffe94c765,39873,1733829306925 2024-12-10T11:15:40,902 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 771ffe94c765,39873,1733829306925: Simulated kill ***** 2024-12-10T11:15:40,902 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-10T11:15:40,904 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-10T11:15:40,906 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-10T11:15:40,910 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-10T11:15:40,911 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-10T11:15:40,934 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 655091104 }, "NonHeapMemoryUsage": { "committed": 156106752, "init": 7667712, "max": -1, "used": 152749176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "771ffe94c765", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "771ffe94c765", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60338", "tag.serverName": "771ffe94c765,45833,1733829306994", "tag.clusterId": "82bc6916-d19a-4e81-9771-89bbc685e7ad", "tag.Context": "regionserver", "tag.Hostname": "771ffe94c765", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733829306994, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-10T11:15:40,940 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37085 {}] master.MasterRpcServices(700): 771ffe94c765,39873,1733829306925 reported a fatal error: ***** ABORTING region server 771ffe94c765,39873,1733829306925: Simulated kill ***** 2024-12-10T11:15:40,944 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:40,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:40,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:40,951 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:40,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '771ffe94c765,39873,1733829306925' ***** 2024-12-10T11:15:40,959 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-10T11:15:40,960 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T11:15:40,964 INFO [RS:1;771ffe94c765:39873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T11:15:40,965 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T11:15:40,965 INFO [RS:1;771ffe94c765:39873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-10T11:15:40,965 INFO [RS:1;771ffe94c765:39873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-10T11:15:40,965 INFO [RS:1;771ffe94c765:39873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T11:15:40,966 INFO [RS:1;771ffe94c765:39873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;771ffe94c765:39873. 2024-12-10T11:15:40,966 DEBUG [RS:1;771ffe94c765:39873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:15:40,966 DEBUG [RS:1;771ffe94c765:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:15:40,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741836_1012 (size=14382) 2024-12-10T11:15:40,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741836_1012 (size=14382) 2024-12-10T11:15:40,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741836_1012 (size=14382) 2024-12-10T11:15:40,995 INFO [regionserver/771ffe94c765:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:15:41,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741834_1010 (size=951) 2024-12-10T11:15:41,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741834_1010 (size=951) 2024-12-10T11:15:41,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741834_1010 (size=951) 2024-12-10T11:15:41,006 DEBUG [RS:1;771ffe94c765:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:15:41,006 INFO [RS:1;771ffe94c765:39873 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:15:41,007 INFO [RS:1;771ffe94c765:39873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39873 2024-12-10T11:15:41,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/771ffe94c765,39873,1733829306925 2024-12-10T11:15:41,016 INFO [RS:1;771ffe94c765:39873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T11:15:41,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:15:41,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [771ffe94c765,39873,1733829306925] 2024-12-10T11:15:41,020 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/771ffe94c765,39873,1733829306925 already deleted, retry=false 2024-12-10T11:15:41,021 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 771ffe94c765,39873,1733829306925 on 771ffe94c765,37085,1733829305798 2024-12-10T11:15:41,028 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 771ffe94c765,39873,1733829306925, splitWal=true, meta=true 2024-12-10T11:15:41,035 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 771ffe94c765,39873,1733829306925, splitWal=true, meta=true 2024-12-10T11:15:41,036 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 771ffe94c765,39873,1733829306925 (carryingMeta=true) 771ffe94c765,39873,1733829306925/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@587cb89[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-10T11:15:41,037 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 771ffe94c765,39873,1733829306925, splitWal=true, meta=true, isMeta: true 2024-12-10T11:15:41,042 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:41,042 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting 2024-12-10T11:15:41,044 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d can not run currently because target server of region SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-10T11:15:41,044 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d; timeout=1000, timestamp=1733829342044 2024-12-10T11:15:41,046 INFO [PEWorker-2 {}] master.SplitWALManager(105): 771ffe94c765,39873,1733829306925 WAL count=1, meta=true 2024-12-10T11:15:41,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta}] 2024-12-10T11:15:41,050 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:41,051 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:41,052 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b can not run currently because target server of region SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-10T11:15:41,052 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b; timeout=1000, timestamp=1733829342052 2024-12-10T11:15:41,053 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 can not run currently because target server of region SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-10T11:15:41,053 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3; timeout=1000, timestamp=1733829342053 2024-12-10T11:15:41,056 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=771ffe94c765,42831,1733829306716 2024-12-10T11:15:41,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta, worker=771ffe94c765,42831,1733829306716}] 2024-12-10T11:15:41,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:15:41,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1019c158c7b0002, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:15:41,130 INFO [RS:1;771ffe94c765:39873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T11:15:41,130 INFO [RS:1;771ffe94c765:39873 {}] regionserver.HRegionServer(1031): Exiting; stopping=771ffe94c765,39873,1733829306925; zookeeper connection closed. 2024-12-10T11:15:41,131 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6acaab1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6acaab1b 2024-12-10T11:15:41,695 INFO [regionserver/771ffe94c765:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T11:15:41,695 INFO [regionserver/771ffe94c765:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T11:15:42,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:42,046 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d can not run currently because target server of region SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-10T11:15:42,046 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d; timeout=2000, timestamp=1733829344046 2024-12-10T11:15:42,052 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:42,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:42,054 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b can not run currently because target server of region SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-10T11:15:42,054 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b; timeout=2000, timestamp=1733829344054 2024-12-10T11:15:42,054 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 can not run currently because target server of region SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-10T11:15:42,055 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3; timeout=2000, timestamp=1733829344054 2024-12-10T11:15:43,172 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=771ffe94c765:37085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-10T11:15:44,046 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:44,048 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d can not run currently because target server of region SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-10T11:15:44,048 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d; timeout=4000, timestamp=1733829348048 2024-12-10T11:15:44,054 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:44,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:44,056 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 can not run currently because target server of region SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-10T11:15:44,056 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b can not run currently because target server of region SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-10T11:15:44,056 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3; timeout=4000, timestamp=1733829348056 2024-12-10T11:15:44,056 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b; timeout=4000, timestamp=1733829348056 2024-12-10T11:15:48,049 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:48,050 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d can not run currently because target server of region SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-10T11:15:48,050 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d; timeout=8000, timestamp=1733829356050 2024-12-10T11:15:48,057 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:48,057 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:48,058 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 can not run currently because target server of region SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-10T11:15:48,058 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b can not run currently because target server of region SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-10T11:15:48,058 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3; timeout=8000, timestamp=1733829356058 2024-12-10T11:15:48,058 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b; timeout=8000, timestamp=1733829356058 2024-12-10T11:15:50,157 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=771ffe94c765,39873,1733829306925, timeout=1733829350890, delay=733, operations=null, containedObject=771ffe94c765,42831,1733829306716, timeout=1733829350890, delay=733, operations=[pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13a9ed9c0d08e46da12921cb6bf8f93b, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a394b4170e0a33f54c4a88a5f3f2a86b, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1894046ce35d451c1c24067e1d03f941, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta, worker=771ffe94c765,42831,1733829306716, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0814cfc8ffd950e0650053a7ed5b687], containedObject=771ffe94c765,45833,1733829306994, timeout=1733829350890, delay=733, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd9379be3750ada6deb2c866fa9e15f8, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e94fbc8aa05766b2ec89ba2aa709b990, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b5269de8cab54d5b283b080974ba062]] 2024-12-10T11:15:50,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-10T11:15:50,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-10T11:15:50,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-10T11:15:50,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:15:50,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-10T11:15:50,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:15:50,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:15:50,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-10T11:15:50,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-10T11:15:50,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:15:50,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:15:50,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:15:50,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-10T11:15:50,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-10T11:15:50,904 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 1894046ce35d451c1c24067e1d03f941 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-10T11:15:50,904 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing cd9379be3750ada6deb2c866fa9e15f8 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-10T11:15:50,904 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a394b4170e0a33f54c4a88a5f3f2a86b 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-10T11:15:50,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 13a9ed9c0d08e46da12921cb6bf8f93b: 2024-12-10T11:15:50,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 9b5269de8cab54d5b283b080974ba062: 2024-12-10T11:15:50,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e94fbc8aa05766b2ec89ba2aa709b990: 2024-12-10T11:15:50,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. for SnapshotProcedureTest completed. 2024-12-10T11:15:50,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. for SnapshotProcedureTest completed. 2024-12-10T11:15:50,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. for SnapshotProcedureTest completed. 2024-12-10T11:15:50,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:15:50,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:15:50,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:15:50,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:15:50,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:15:50,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:15:50,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T11:15:50,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T11:15:50,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T11:15:50,935 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta, size=14.0 K (14382bytes) 2024-12-10T11:15:50,936 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-10T11:15:50,936 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-10T11:15:50,936 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta 2024-12-10T11:15:50,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741849_1025 (size=65) 2024-12-10T11:15:50,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741849_1025 (size=65) 2024-12-10T11:15:50,949 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta after 8ms 2024-12-10T11:15:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741849_1025 (size=65) 2024-12-10T11:15:50,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:15:50,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-10T11:15:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-10T11:15:50,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:50,956 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b5269de8cab54d5b283b080974ba062 2024-12-10T11:15:50,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9b5269de8cab54d5b283b080974ba062 in 10.0850 sec 2024-12-10T11:15:50,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741851_1027 (size=65) 2024-12-10T11:15:50,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741851_1027 (size=65) 2024-12-10T11:15:50,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741851_1027 (size=65) 2024-12-10T11:15:50,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741850_1026 (size=65) 2024-12-10T11:15:50,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741850_1026 (size=65) 2024-12-10T11:15:50,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741850_1026 (size=65) 2024-12-10T11:15:50,977 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta took 43ms 2024-12-10T11:15:50,999 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-10T11:15:51,003 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta so closing down 2024-12-10T11:15:51,003 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:15:51,006 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta.temp 2024-12-10T11:15:51,013 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta.temp 2024-12-10T11:15:51,015 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:15:51,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/cd9379be3750ada6deb2c866fa9e15f8/.tmp/cf/6faf2d7c4e424a09939c76ed73330751 is 34, key is ccd/cf:cf/1733829339749/Put/seqid=0 2024-12-10T11:15:51,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a394b4170e0a33f54c4a88a5f3f2a86b/.tmp/cf/fcacb13498044c448c274a4ea4fd982d is 34, key is baa/cf:cf/1733829339798/Put/seqid=0 2024-12-10T11:15:51,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741853_1029 (size=14141) 2024-12-10T11:15:51,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741853_1029 (size=14141) 2024-12-10T11:15:51,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741853_1029 (size=14141) 2024-12-10T11:15:51,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-12-10T11:15:51,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta.temp to hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-10T11:15:51,062 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 69 ms; skipped=1; WAL=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-10T11:15:51,063 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta, journal: Splitting hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta, size=14.0 K (14382bytes) at 1733829350935Finishing writing output for hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta so closing down at 1733829351003 (+68 ms)Creating recovered edits writer path=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta.temp at 1733829351013 (+10 ms)3 split writer threads finished at 1733829351015 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1733829351054 (+39 ms)Rename recovered edits hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta.temp to hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733829351057 (+3 ms)Processed 26 edits across 1 Regions in 69 ms; skipped=1; WAL=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733829351063 (+6 ms) 2024-12-10T11:15:51,063 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta 2024-12-10T11:15:51,063 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-10T11:15:51,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741855_1031 (size=28623) 2024-12-10T11:15:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-10T11:15:51,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741855_1031 (size=28623) 2024-12-10T11:15:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741854_1030 (size=47197) 2024-12-10T11:15:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741854_1030 (size=47197) 2024-12-10T11:15:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741854_1030 (size=47197) 2024-12-10T11:15:51,069 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a394b4170e0a33f54c4a88a5f3f2a86b/.tmp/cf/fcacb13498044c448c274a4ea4fd982d 2024-12-10T11:15:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741855_1031 (size=28623) 2024-12-10T11:15:51,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/1894046ce35d451c1c24067e1d03f941/.tmp/cf/90aa87aef06e41b4b371d4a79c3994d1 is 34, key is eaa/cf:cf/1733829340545/Put/seqid=0 2024-12-10T11:15:51,075 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/cd9379be3750ada6deb2c866fa9e15f8/.tmp/cf/6faf2d7c4e424a09939c76ed73330751 2024-12-10T11:15:51,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741852_1028 (size=499309) 2024-12-10T11:15:51,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741852_1028 (size=499309) 2024-12-10T11:15:51,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741852_1028 (size=499309) 2024-12-10T11:15:51,079 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/1894046ce35d451c1c24067e1d03f941/.tmp/cf/90aa87aef06e41b4b371d4a79c3994d1 2024-12-10T11:15:51,080 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta to hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/oldWALs 2024-12-10T11:15:51,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-10T11:15:51,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta, worker=771ffe94c765,42831,1733829306716 in 10.0200 sec 2024-12-10T11:15:51,087 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=771ffe94c765,42831,1733829306716 2024-12-10T11:15:51,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-10T11:15:51,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 771ffe94c765%2C39873%2C1733829306925.meta.1733829319330.meta, worker=771ffe94c765,42831,1733829306716 in 10.0400 sec 2024-12-10T11:15:51,097 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting dir is empty, no logs to split. 2024-12-10T11:15:51,097 INFO [PEWorker-4 {}] master.SplitWALManager(105): 771ffe94c765,39873,1733829306925 WAL count=0, meta=true 2024-12-10T11:15:51,097 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 771ffe94c765,39873,1733829306925 WAL splitting is done? wals=0, meta=true 2024-12-10T11:15:51,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T11:15:51,101 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T11:15:51,103 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T11:15:51,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/1894046ce35d451c1c24067e1d03f941/.tmp/cf/90aa87aef06e41b4b371d4a79c3994d1 as hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/1894046ce35d451c1c24067e1d03f941/cf/90aa87aef06e41b4b371d4a79c3994d1 2024-12-10T11:15:51,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/cd9379be3750ada6deb2c866fa9e15f8/.tmp/cf/6faf2d7c4e424a09939c76ed73330751 as hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/cd9379be3750ada6deb2c866fa9e15f8/cf/6faf2d7c4e424a09939c76ed73330751 2024-12-10T11:15:51,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a394b4170e0a33f54c4a88a5f3f2a86b/.tmp/cf/fcacb13498044c448c274a4ea4fd982d as hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a394b4170e0a33f54c4a88a5f3f2a86b/cf/fcacb13498044c448c274a4ea4fd982d 2024-12-10T11:15:51,139 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a394b4170e0a33f54c4a88a5f3f2a86b/cf/fcacb13498044c448c274a4ea4fd982d, entries=731, sequenceid=5, filesize=28.0 K 2024-12-10T11:15:51,139 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/1894046ce35d451c1c24067e1d03f941/cf/90aa87aef06e41b4b371d4a79c3994d1, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-10T11:15:51,140 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/cd9379be3750ada6deb2c866fa9e15f8/cf/6faf2d7c4e424a09939c76ed73330751, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-10T11:15:51,149 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 1894046ce35d451c1c24067e1d03f941 in 242ms, sequenceid=5, compaction requested=false 2024-12-10T11:15:51,149 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a394b4170e0a33f54c4a88a5f3f2a86b in 243ms, sequenceid=5, compaction requested=false 2024-12-10T11:15:51,149 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for cd9379be3750ada6deb2c866fa9e15f8 in 242ms, sequenceid=5, compaction requested=false 2024-12-10T11:15:51,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 1894046ce35d451c1c24067e1d03f941: 2024-12-10T11:15:51,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a394b4170e0a33f54c4a88a5f3f2a86b: 2024-12-10T11:15:51,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for cd9379be3750ada6deb2c866fa9e15f8: 2024-12-10T11:15:51,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. for SnapshotProcedureTest completed. 2024-12-10T11:15:51,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. for SnapshotProcedureTest completed. 2024-12-10T11:15:51,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. for SnapshotProcedureTest completed. 2024-12-10T11:15:51,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:15:51,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:15:51,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:15:51,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:15:51,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:15:51,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:15:51,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/1894046ce35d451c1c24067e1d03f941/cf/90aa87aef06e41b4b371d4a79c3994d1] hfiles 2024-12-10T11:15:51,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a394b4170e0a33f54c4a88a5f3f2a86b/cf/fcacb13498044c448c274a4ea4fd982d] hfiles 2024-12-10T11:15:51,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/cd9379be3750ada6deb2c866fa9e15f8/cf/6faf2d7c4e424a09939c76ed73330751] hfiles 2024-12-10T11:15:51,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a394b4170e0a33f54c4a88a5f3f2a86b/cf/fcacb13498044c448c274a4ea4fd982d for snapshot=SnapshotProcedureTest 2024-12-10T11:15:51,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/1894046ce35d451c1c24067e1d03f941/cf/90aa87aef06e41b4b371d4a79c3994d1 for snapshot=SnapshotProcedureTest 2024-12-10T11:15:51,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/cd9379be3750ada6deb2c866fa9e15f8/cf/6faf2d7c4e424a09939c76ed73330751 for snapshot=SnapshotProcedureTest 2024-12-10T11:15:51,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741857_1033 (size=105) 2024-12-10T11:15:51,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741857_1033 (size=105) 2024-12-10T11:15:51,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741857_1033 (size=105) 2024-12-10T11:15:51,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:15:51,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-10T11:15:51,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:15:51,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for a0814cfc8ffd950e0650053a7ed5b687: 2024-12-10T11:15:51,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. for SnapshotProcedureTest completed. 2024-12-10T11:15:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-10T11:15:51,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:51,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:15:51,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:15:51,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T11:15:51,178 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:15:51,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a394b4170e0a33f54c4a88a5f3f2a86b in 10.3070 sec 2024-12-10T11:15:51,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741856_1032 (size=97) 2024-12-10T11:15:51,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741856_1032 (size=97) 2024-12-10T11:15:51,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741856_1032 (size=97) 2024-12-10T11:15:51,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:15:51,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-10T11:15:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-10T11:15:51,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:51,186 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1894046ce35d451c1c24067e1d03f941 2024-12-10T11:15:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741858_1034 (size=105) 2024-12-10T11:15:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741858_1034 (size=105) 2024-12-10T11:15:51,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1894046ce35d451c1c24067e1d03f941 in 10.3140 sec 2024-12-10T11:15:51,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741858_1034 (size=105) 2024-12-10T11:15:51,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:15:51,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-10T11:15:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-10T11:15:51,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:51,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741859_1035 (size=65) 2024-12-10T11:15:51,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:15:51,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741859_1035 (size=65) 2024-12-10T11:15:51,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741859_1035 (size=65) 2024-12-10T11:15:51,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:15:51,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-10T11:15:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-10T11:15:51,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:51,198 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:15:51,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cd9379be3750ada6deb2c866fa9e15f8 in 10.3220 sec 2024-12-10T11:15:51,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a0814cfc8ffd950e0650053a7ed5b687 in 10.3300 sec 2024-12-10T11:15:51,254 DEBUG [771ffe94c765:37085 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T11:15:51,254 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(204): Hosts are {771ffe94c765=0} racks are {/default-rack=0} 2024-12-10T11:15:51,255 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T11:15:51,255 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T11:15:51,255 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T11:15:51,255 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T11:15:51,255 INFO [771ffe94c765:37085 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T11:15:51,255 INFO [771ffe94c765:37085 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T11:15:51,255 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T11:15:51,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=771ffe94c765,45833,1733829306994 2024-12-10T11:15:51,257 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 771ffe94c765,45833,1733829306994, state=OPENING 2024-12-10T11:15:51,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:15:51,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:15:51,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:15:51,259 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T11:15:51,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=771ffe94c765,45833,1733829306994}] 2024-12-10T11:15:51,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:15:51,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:15:51,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:15:51,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:15:51,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-10T11:15:51,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:15:51,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-10T11:15:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-10T11:15:51,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:51,370 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:15:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-10T11:15:51,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:51,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:15:51,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13a9ed9c0d08e46da12921cb6bf8f93b in 10.4990 sec 2024-12-10T11:15:51,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e94fbc8aa05766b2ec89ba2aa709b990 in 10.4990 sec 2024-12-10T11:15:56,050 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:15:56,052 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d can not run currently because target server of region SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-10T11:15:56,052 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d; timeout=16000, timestamp=1733829372052 2024-12-10T11:15:56,058 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:15:56,058 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:15:56,061 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b can not run currently because target server of region SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-10T11:15:56,061 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 can not run currently because target server of region SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 771ffe94c765,39873,1733829306925 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-10T11:15:56,061 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b; timeout=16000, timestamp=1733829372061 2024-12-10T11:15:56,061 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3; timeout=16000, timestamp=1733829372061 2024-12-10T11:16:00,161 INFO [master/771ffe94c765:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-10T11:16:00,161 INFO [master/771ffe94c765:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-10T11:16:01,268 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T11:16:01,269 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:16:01,269 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T11:16:01,271 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C45833%2C1733829306994.meta, suffix=.meta, logDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,45833,1733829306994, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/oldWALs, maxLogs=32 2024-12-10T11:16:01,286 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,45833,1733829306994/771ffe94c765%2C45833%2C1733829306994.meta.1733829361272.meta, exclude list is [], retry=0 2024-12-10T11:16:01,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-3ff0aa16-d6ff-425f-a0cd-22c43f15c9cc,DISK] 2024-12-10T11:16:01,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37911,DS-8ba64e62-6ad5-4588-ac1f-23537eb0a3dd,DISK] 2024-12-10T11:16:01,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-28147e78-5562-4261-a37d-1415263a92bb,DISK] 2024-12-10T11:16:01,293 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,45833,1733829306994/771ffe94c765%2C45833%2C1733829306994.meta.1733829361272.meta 2024-12-10T11:16:01,294 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34159:34159),(127.0.0.1/127.0.0.1:33821:33821),(127.0.0.1/127.0.0.1:41257:41257)] 2024-12-10T11:16:01,294 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:16:01,295 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T11:16:01,295 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T11:16:01,295 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T11:16:01,295 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T11:16:01,295 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:16:01,295 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T11:16:01,296 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T11:16:01,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T11:16:01,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T11:16:01,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:01,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:16:01,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T11:16:01,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T11:16:01,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:01,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:16:01,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T11:16:01,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T11:16:01,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:01,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:16:01,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T11:16:01,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T11:16:01,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:01,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:16:01,306 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T11:16:01,307 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740 2024-12-10T11:16:01,312 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740 2024-12-10T11:16:01,313 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-10T11:16:01,333 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-10T11:16:01,334 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-10T11:16:01,368 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/.tmp/info/01f887c689154b5e9c9ce24017dd9ab8 is 167, key is SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990./info:regioninfo/1733829330303/Put/seqid=0 2024-12-10T11:16:01,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741861_1037 (size=18393) 2024-12-10T11:16:01,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741861_1037 (size=18393) 2024-12-10T11:16:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741861_1037 (size=18393) 2024-12-10T11:16:01,395 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/.tmp/info/01f887c689154b5e9c9ce24017dd9ab8 2024-12-10T11:16:01,436 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/.tmp/ns/a086f7c8c30749b494618e069cf17a0e is 43, key is default/ns:d/1733829319482/Put/seqid=0 2024-12-10T11:16:01,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741862_1038 (size=5153) 2024-12-10T11:16:01,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741862_1038 (size=5153) 2024-12-10T11:16:01,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741862_1038 (size=5153) 2024-12-10T11:16:01,465 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/.tmp/ns/a086f7c8c30749b494618e069cf17a0e 2024-12-10T11:16:01,526 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/.tmp/table/667743a605b745a7a0b7c7ae4498bd80 is 47, key is SPTestTable/table:state/1733829330413/Put/seqid=0 2024-12-10T11:16:01,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741863_1039 (size=5214) 2024-12-10T11:16:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741863_1039 (size=5214) 2024-12-10T11:16:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741863_1039 (size=5214) 2024-12-10T11:16:01,552 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/.tmp/table/667743a605b745a7a0b7c7ae4498bd80 2024-12-10T11:16:01,571 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/.tmp/info/01f887c689154b5e9c9ce24017dd9ab8 as hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/info/01f887c689154b5e9c9ce24017dd9ab8 2024-12-10T11:16:01,583 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/info/01f887c689154b5e9c9ce24017dd9ab8, entries=100, sequenceid=28, filesize=18.0 K 2024-12-10T11:16:01,585 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/.tmp/ns/a086f7c8c30749b494618e069cf17a0e as hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/ns/a086f7c8c30749b494618e069cf17a0e 2024-12-10T11:16:01,596 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/ns/a086f7c8c30749b494618e069cf17a0e, entries=2, sequenceid=28, filesize=5.0 K 2024-12-10T11:16:01,597 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/.tmp/table/667743a605b745a7a0b7c7ae4498bd80 as hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/table/667743a605b745a7a0b7c7ae4498bd80 2024-12-10T11:16:01,612 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/table/667743a605b745a7a0b7c7ae4498bd80, entries=2, sequenceid=28, filesize=5.1 K 2024-12-10T11:16:01,613 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 280ms, sequenceid=28, compaction requested=false; wal=null 2024-12-10T11:16:01,614 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-10T11:16:01,619 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T11:16:01,619 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T11:16:01,621 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T11:16:01,624 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T11:16:01,630 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-10T11:16:01,636 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72890774, jitterRate=0.0861571729183197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T11:16:01,637 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T11:16:01,637 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733829361296Writing region info on filesystem at 1733829361296Initializing all the Stores at 1733829361297 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829361297Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829361297Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829361297Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829361297Obtaining lock to block concurrent updates at 1733829361334 (+37 ms)Preparing flush snapshotting stores in 1588230740 at 1733829361334Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733829361334Flushing stores of hbase:meta,,1.1588230740 at 1733829361334Flushing 1588230740/info: creating writer at 1733829361335 (+1 ms)Flushing 1588230740/info: appending metadata at 1733829361367 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733829361368 (+1 ms)Flushing 1588230740/ns: creating writer at 1733829361411 (+43 ms)Flushing 1588230740/ns: appending metadata at 1733829361435 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733829361435Flushing 1588230740/table: creating writer at 1733829361484 (+49 ms)Flushing 1588230740/table: appending metadata at 1733829361525 (+41 ms)Flushing 1588230740/table: closing flushed file at 1733829361526 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4efedcda: reopening flushed file at 1733829361569 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d80f71c: reopening flushed file at 1733829361583 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7301cdd6: reopening flushed file at 1733829361596 (+13 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 280ms, sequenceid=28, compaction requested=false; wal=null at 1733829361613 (+17 ms)Cleaning up temporary data from old regions at 1733829361619 (+6 ms)Running coprocessor post-open hooks at 1733829361637 (+18 ms)Region opened successfully at 1733829361637 2024-12-10T11:16:01,640 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1733829361262 2024-12-10T11:16:01,644 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T11:16:01,644 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T11:16:01,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=771ffe94c765,45833,1733829306994 2024-12-10T11:16:01,647 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 771ffe94c765,45833,1733829306994, state=OPEN 2024-12-10T11:16:01,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:16:01,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:16:01,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:16:01,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:16:01,650 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=771ffe94c765,45833,1733829306994 2024-12-10T11:16:01,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:16:01,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:16:01,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-10T11:16:01,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=771ffe94c765,45833,1733829306994 in 10.3910 sec 2024-12-10T11:16:01,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-10T11:16:01,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5630 sec 2024-12-10T11:16:01,666 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 771ffe94c765,39873,1733829306925 had 4 regions 2024-12-10T11:16:01,667 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 771ffe94c765,39873,1733829306925, splitWal=true, meta=true, isMeta: false 2024-12-10T11:16:01,695 INFO [PEWorker-4 {}] master.SplitWALManager(105): 771ffe94c765,39873,1733829306925 WAL count=1, meta=false 2024-12-10T11:16:01,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 771ffe94c765%2C39873%2C1733829306925.1733829308938}] 2024-12-10T11:16:01,699 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:01,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 771ffe94c765%2C39873%2C1733829306925.1733829308938, worker=771ffe94c765,45833,1733829306994}] 2024-12-10T11:16:04,727 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T11:16:06,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T11:16:08,695 INFO [regionserver/771ffe94c765:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-10T11:16:11,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-12-10T11:16:11,736 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.1733829308938, size=951 (951bytes) 2024-12-10T11:16:11,736 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.1733829308938 2024-12-10T11:16:11,737 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.1733829308938 after 0ms 2024-12-10T11:16:11,740 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.1733829308938 took 5ms 2024-12-10T11:16:11,744 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 39587a7974bb7f7f9a64ddb073579b6b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T11:16:11,745 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 06707d7b96c9dfb27719d46b9f56d1e3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T11:16:11,747 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 60ee8fa5d9596c6f2df1f63cb4cb695d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T11:16:11,747 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.1733829308938 so closing down 2024-12-10T11:16:11,747 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:16:11,747 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:16:11,747 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 6 ms; skipped=3; WAL=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.1733829308938, size=951, length=951, corrupted=false, cancelled=false 2024-12-10T11:16:11,747 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.1733829308938, journal: Splitting hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.1733829308938, size=951 (951bytes) at 1733829371736Finishing writing output for hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.1733829308938 so closing down at 1733829371747 (+11 ms)3 split writer threads finished at 1733829371747Processed 3 edits across 0 Regions in 6 ms; skipped=3; WAL=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.1733829308938, size=951, length=951, corrupted=false, cancelled=false at 1733829371747 2024-12-10T11:16:11,747 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.1733829308938 2024-12-10T11:16:11,747 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-10T11:16:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-10T11:16:11,753 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting/771ffe94c765%2C39873%2C1733829306925.1733829308938 to hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/oldWALs 2024-12-10T11:16:11,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-10T11:16:11,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 771ffe94c765%2C39873%2C1733829306925.1733829308938, worker=771ffe94c765,45833,1733829306994 in 10.0450 sec 2024-12-10T11:16:11,761 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:11,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-10T11:16:11,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 771ffe94c765%2C39873%2C1733829306925.1733829308938, worker=771ffe94c765,45833,1733829306994 in 10.0660 sec 2024-12-10T11:16:11,766 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/WALs/771ffe94c765,39873,1733829306925-splitting dir is empty, no logs to split. 2024-12-10T11:16:11,766 INFO [PEWorker-2 {}] master.SplitWALManager(105): 771ffe94c765,39873,1733829306925 WAL count=0, meta=false 2024-12-10T11:16:11,766 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 771ffe94c765,39873,1733829306925 WAL splitting is done? wals=0, meta=false 2024-12-10T11:16:11,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06707d7b96c9dfb27719d46b9f56d1e3, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39587a7974bb7f7f9a64ddb073579b6b, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60ee8fa5d9596c6f2df1f63cb4cb695d, ASSIGN}] 2024-12-10T11:16:11,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06707d7b96c9dfb27719d46b9f56d1e3, ASSIGN 2024-12-10T11:16:11,772 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39587a7974bb7f7f9a64ddb073579b6b, ASSIGN 2024-12-10T11:16:11,772 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60ee8fa5d9596c6f2df1f63cb4cb695d, ASSIGN 2024-12-10T11:16:11,776 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06707d7b96c9dfb27719d46b9f56d1e3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T11:16:11,777 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39587a7974bb7f7f9a64ddb073579b6b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T11:16:11,778 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60ee8fa5d9596c6f2df1f63cb4cb695d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T11:16:11,927 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(204): Hosts are {771ffe94c765=0} racks are {/default-rack=0} 2024-12-10T11:16:11,927 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T11:16:11,927 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T11:16:11,927 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T11:16:11,927 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T11:16:11,927 INFO [771ffe94c765:37085 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T11:16:11,927 INFO [771ffe94c765:37085 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T11:16:11,927 DEBUG [771ffe94c765:37085 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T11:16:11,928 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=06707d7b96c9dfb27719d46b9f56d1e3, regionState=OPENING, regionLocation=771ffe94c765,42831,1733829306716 2024-12-10T11:16:11,928 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=60ee8fa5d9596c6f2df1f63cb4cb695d, regionState=OPENING, regionLocation=771ffe94c765,42831,1733829306716 2024-12-10T11:16:11,929 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=39587a7974bb7f7f9a64ddb073579b6b, regionState=OPENING, regionLocation=771ffe94c765,45833,1733829306994 2024-12-10T11:16:11,930 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 771ffe94c765:39873 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 771ffe94c765/172.17.0.2:39873 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:16:11,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=771ffe94c765,39873,1733829306925, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=771ffe94c765,39873,1733829306925, seqNum=-1, error=java.net.ConnectException: Call to address=771ffe94c765:39873 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 771ffe94c765/172.17.0.2:39873 2024-12-10T11:16:11,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=771ffe94c765,39873,1733829306925, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-10T11:16:11,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=771ffe94c765,39873,1733829306925, seqNum=-1 from cache 2024-12-10T11:16:11,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=771ffe94c765,39873,1733829306925, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=771ffe94c765:39873 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 771ffe94c765/172.17.0.2:39873 2024-12-10T11:16:11,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=771ffe94c765,39873,1733829306925, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=771ffe94c765:39873 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 771ffe94c765/172.17.0.2:39873 2024-12-10T11:16:11,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 771ffe94c765:39873 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 771ffe94c765/172.17.0.2:39873 2024-12-10T11:16:12,044 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T11:16:12,044 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=771ffe94c765,45833,1733829306994, seqNum=-1] 2024-12-10T11:16:12,045 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:16:12,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:16:12,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06707d7b96c9dfb27719d46b9f56d1e3, ASSIGN because future has completed 2024-12-10T11:16:12,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3, server=771ffe94c765,42831,1733829306716}] 2024-12-10T11:16:12,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60ee8fa5d9596c6f2df1f63cb4cb695d, ASSIGN because future has completed 2024-12-10T11:16:12,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d, server=771ffe94c765,42831,1733829306716}] 2024-12-10T11:16:12,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39587a7974bb7f7f9a64ddb073579b6b, ASSIGN because future has completed 2024-12-10T11:16:12,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b, server=771ffe94c765,45833,1733829306994}] 2024-12-10T11:16:12,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d held by pid=45 2024-12-10T11:16:12,053 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:12,062 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 held by pid=43 2024-12-10T11:16:12,062 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:12,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b held by pid=44 2024-12-10T11:16:12,062 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:15,162 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cd9379be3750ada6deb2c866fa9e15f8, had cached 0 bytes from a total of 47197 2024-12-10T11:16:15,206 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a394b4170e0a33f54c4a88a5f3f2a86b, had cached 0 bytes from a total of 28623 2024-12-10T11:16:15,338 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1894046ce35d451c1c24067e1d03f941, had cached 0 bytes from a total of 499309 2024-12-10T11:16:17,175 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=771ffe94c765:37085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-10T11:16:20,956 DEBUG [master/771ffe94c765:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a0814cfc8ffd950e0650053a7ed5b687 changed from -1.0 to 0.0, refreshing cache 2024-12-10T11:16:20,957 DEBUG [master/771ffe94c765:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 13a9ed9c0d08e46da12921cb6bf8f93b changed from -1.0 to 0.0, refreshing cache 2024-12-10T11:16:20,957 DEBUG [master/771ffe94c765:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a394b4170e0a33f54c4a88a5f3f2a86b changed from -1.0 to 0.0, refreshing cache 2024-12-10T11:16:20,958 DEBUG [master/771ffe94c765:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1894046ce35d451c1c24067e1d03f941 changed from -1.0 to 0.0, refreshing cache 2024-12-10T11:16:20,958 DEBUG [master/771ffe94c765:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e94fbc8aa05766b2ec89ba2aa709b990 changed from -1.0 to 0.0, refreshing cache 2024-12-10T11:16:20,958 DEBUG [master/771ffe94c765:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9b5269de8cab54d5b283b080974ba062 changed from -1.0 to 0.0, refreshing cache 2024-12-10T11:16:20,958 DEBUG [master/771ffe94c765:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cd9379be3750ada6deb2c866fa9e15f8 changed from -1.0 to 0.0, refreshing cache 2024-12-10T11:16:20,958 DEBUG [master/771ffe94c765:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T11:16:22,059 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:16:22,059 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 06707d7b96c9dfb27719d46b9f56d1e3, NAME => 'SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-10T11:16:22,060 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:22,060 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:16:22,060 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:22,060 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:22,060 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:16:22,061 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 39587a7974bb7f7f9a64ddb073579b6b, NAME => 'SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-10T11:16:22,061 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:22,061 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:16:22,061 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:22,061 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:22,062 INFO [StoreOpener-06707d7b96c9dfb27719d46b9f56d1e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:22,063 INFO [StoreOpener-39587a7974bb7f7f9a64ddb073579b6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:22,063 INFO [StoreOpener-06707d7b96c9dfb27719d46b9f56d1e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06707d7b96c9dfb27719d46b9f56d1e3 columnFamilyName cf 2024-12-10T11:16:22,063 DEBUG [StoreOpener-06707d7b96c9dfb27719d46b9f56d1e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:22,064 INFO [StoreOpener-06707d7b96c9dfb27719d46b9f56d1e3-1 {}] regionserver.HStore(327): Store=06707d7b96c9dfb27719d46b9f56d1e3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:16:22,064 INFO [StoreOpener-39587a7974bb7f7f9a64ddb073579b6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39587a7974bb7f7f9a64ddb073579b6b columnFamilyName cf 2024-12-10T11:16:22,064 DEBUG [StoreOpener-39587a7974bb7f7f9a64ddb073579b6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:22,064 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:22,065 INFO [StoreOpener-39587a7974bb7f7f9a64ddb073579b6b-1 {}] regionserver.HStore(327): Store=39587a7974bb7f7f9a64ddb073579b6b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:16:22,065 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:22,065 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:22,066 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:22,066 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:22,067 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:22,067 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:22,067 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:22,068 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:22,068 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:22,069 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:22,070 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:22,071 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 06707d7b96c9dfb27719d46b9f56d1e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66301632, jitterRate=-0.012028694152832031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:16:22,071 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:22,071 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 06707d7b96c9dfb27719d46b9f56d1e3: Running coprocessor pre-open hook at 1733829382060Writing region info on filesystem at 1733829382060Initializing all the Stores at 1733829382062 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829382062Cleaning up temporary data from old regions at 1733829382067 (+5 ms)Running coprocessor post-open hooks at 1733829382071 (+4 ms)Region opened successfully at 1733829382071 2024-12-10T11:16:22,071 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 39587a7974bb7f7f9a64ddb073579b6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75481492, jitterRate=0.12476187944412231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:16:22,072 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:22,072 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 39587a7974bb7f7f9a64ddb073579b6b: Running coprocessor pre-open hook at 1733829382061Writing region info on filesystem at 1733829382061Initializing all the Stores at 1733829382062 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829382062Cleaning up temporary data from old regions at 1733829382068 (+6 ms)Running coprocessor post-open hooks at 1733829382072 (+4 ms)Region opened successfully at 1733829382072 2024-12-10T11:16:22,072 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3., pid=46, masterSystemTime=1733829382054 2024-12-10T11:16:22,073 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b., pid=48, masterSystemTime=1733829382056 2024-12-10T11:16:22,075 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:16:22,075 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:16:22,075 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:16:22,075 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=06707d7b96c9dfb27719d46b9f56d1e3, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,42831,1733829306716 2024-12-10T11:16:22,076 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 60ee8fa5d9596c6f2df1f63cb4cb695d, NAME => 'SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-10T11:16:22,076 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:16:22,076 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:16:22,076 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:22,076 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:16:22,076 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:22,076 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:22,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=39587a7974bb7f7f9a64ddb073579b6b, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,45833,1733829306994 2024-12-10T11:16:22,078 INFO [StoreOpener-60ee8fa5d9596c6f2df1f63cb4cb695d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:22,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3, server=771ffe94c765,42831,1733829306716 because future has completed 2024-12-10T11:16:22,080 INFO [StoreOpener-60ee8fa5d9596c6f2df1f63cb4cb695d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ee8fa5d9596c6f2df1f63cb4cb695d columnFamilyName cf 2024-12-10T11:16:22,080 DEBUG [StoreOpener-60ee8fa5d9596c6f2df1f63cb4cb695d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:22,081 INFO [StoreOpener-60ee8fa5d9596c6f2df1f63cb4cb695d-1 {}] regionserver.HStore(327): Store=60ee8fa5d9596c6f2df1f63cb4cb695d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:16:22,081 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:22,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b, server=771ffe94c765,45833,1733829306994 because future has completed 2024-12-10T11:16:22,082 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:22,084 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:22,084 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:22,085 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:22,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=43 2024-12-10T11:16:22,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3, server=771ffe94c765,42831,1733829306716 in 10.0320 sec 2024-12-10T11:16:22,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-12-10T11:16:22,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b, server=771ffe94c765,45833,1733829306994 in 10.0310 sec 2024-12-10T11:16:22,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06707d7b96c9dfb27719d46b9f56d1e3, ASSIGN in 10.3160 sec 2024-12-10T11:16:22,088 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:22,088 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:22,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39587a7974bb7f7f9a64ddb073579b6b, ASSIGN in 10.3170 sec 2024-12-10T11:16:22,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:22,090 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 60ee8fa5d9596c6f2df1f63cb4cb695d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74951457, jitterRate=0.11686374247074127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:16:22,090 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:22,090 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 60ee8fa5d9596c6f2df1f63cb4cb695d: Running coprocessor pre-open hook at 1733829382076Writing region info on filesystem at 1733829382076Initializing all the Stores at 1733829382078 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829382078Cleaning up temporary data from old regions at 1733829382085 (+7 ms)Running coprocessor post-open hooks at 1733829382090 (+5 ms)Region opened successfully at 1733829382090 2024-12-10T11:16:22,091 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d., pid=47, masterSystemTime=1733829382054 2024-12-10T11:16:22,092 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:16:22,092 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:16:22,093 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=60ee8fa5d9596c6f2df1f63cb4cb695d, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,42831,1733829306716 2024-12-10T11:16:22,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d, server=771ffe94c765,42831,1733829306716 because future has completed 2024-12-10T11:16:22,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-12-10T11:16:22,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d, server=771ffe94c765,42831,1733829306716 in 10.0440 sec 2024-12-10T11:16:22,100 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:22,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=36 2024-12-10T11:16:22,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60ee8fa5d9596c6f2df1f63cb4cb695d, ASSIGN in 10.3290 sec 2024-12-10T11:16:22,101 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 771ffe94c765,39873,1733829306925 after splitting done 2024-12-10T11:16:22,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 771ffe94c765,39873,1733829306925, splitWal=true, meta=true in 41.0790 sec 2024-12-10T11:16:27,587 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T11:16:32,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-10T11:16:32,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-10T11:16:32,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-10T11:16:32,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:16:32,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 39587a7974bb7f7f9a64ddb073579b6b: 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 60ee8fa5d9596c6f2df1f63cb4cb695d: 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. for SnapshotProcedureTest completed. 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. for SnapshotProcedureTest completed. 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 06707d7b96c9dfb27719d46b9f56d1e3: 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. for SnapshotProcedureTest completed. 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T11:16:32,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T11:16:32,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741865_1041 (size=57) 2024-12-10T11:16:32,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741865_1041 (size=57) 2024-12-10T11:16:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741865_1041 (size=57) 2024-12-10T11:16:32,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:16:32,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-10T11:16:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-10T11:16:32,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:32,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:32,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60ee8fa5d9596c6f2df1f63cb4cb695d in 51.2730 sec 2024-12-10T11:16:32,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741866_1042 (size=65) 2024-12-10T11:16:32,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741864_1040 (size=65) 2024-12-10T11:16:32,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741866_1042 (size=65) 2024-12-10T11:16:32,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741864_1040 (size=65) 2024-12-10T11:16:32,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741864_1040 (size=65) 2024-12-10T11:16:32,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:16:32,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-10T11:16:32,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741866_1042 (size=65) 2024-12-10T11:16:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-10T11:16:32,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:16:32,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:32,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-10T11:16:32,159 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-10T11:16:32,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:32,160 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:32,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 39587a7974bb7f7f9a64ddb073579b6b in 51.2880 sec 2024-12-10T11:16:32,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-10T11:16:32,165 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-10T11:16:32,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 06707d7b96c9dfb27719d46b9f56d1e3 in 51.2880 sec 2024-12-10T11:16:32,167 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-10T11:16:32,170 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-10T11:16:32,170 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-10T11:16:32,173 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T11:16:32,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741867_1043 (size=1134) 2024-12-10T11:16:32,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741867_1043 (size=1134) 2024-12-10T11:16:32,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741867_1043 (size=1134) 2024-12-10T11:16:32,250 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-10T11:16:32,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-10T11:16:32,268 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:32,269 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:32,269 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:32,269 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,42831,1733829306716 2024-12-10T11:16:32,269 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,42831,1733829306716 2024-12-10T11:16:32,278 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,42831,1733829306716 2024-12-10T11:16:34,727 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T11:16:42,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-10T11:16:42,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-10T11:16:42,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-10T11:16:42,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-12-10T11:16:42,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-10T11:16:42,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-10T11:16:42,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T11:16:42,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T11:16:42,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-10T11:16:42,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-10T11:16:42,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-10T11:16:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-10T11:16:42,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-10T11:16:42,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-10T11:16:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-10T11:16:42,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-10T11:16:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-10T11:16:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-10T11:16:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-12-10T11:16:42,289 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,42831,1733829306716 Release verify snapshot worker=771ffe94c765,42831,1733829306716 2024-12-10T11:16:42,290 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,45833,1733829306994 Release verify snapshot worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-10T11:16:42,292 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:42,293 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,42831,1733829306716 2024-12-10T11:16:42,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,42831,1733829306716 in 10.0300 sec 2024-12-10T11:16:42,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,45833,1733829306994 in 10.0300 sec 2024-12-10T11:16:42,295 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,45833,1733829306994 Release verify snapshot worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:42,298 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,42831,1733829306716 Release verify snapshot worker=771ffe94c765,42831,1733829306716 2024-12-10T11:16:42,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,45833,1733829306994 in 10.0350 sec 2024-12-10T11:16:42,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,42831,1733829306716 in 10.0380 sec 2024-12-10T11:16:42,301 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,45833,1733829306994 Release verify snapshot worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:42,302 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:42,302 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,42831,1733829306716 Release verify snapshot worker=771ffe94c765,42831,1733829306716 2024-12-10T11:16:42,303 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:42,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,45833,1733829306994 in 10.0420 sec 2024-12-10T11:16:42,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,42831,1733829306716 in 10.0420 sec 2024-12-10T11:16:46,295 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-12-10T11:16:52,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-10T11:16:52,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-12-10T11:16:52,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-10T11:16:52,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-10T11:16:52,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-10T11:16:52,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-10T11:16:52,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-10T11:16:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-10T11:16:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-10T11:16:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-10T11:16:52,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-10T11:16:52,297 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,45833,1733829306994 Release verify snapshot worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:52,297 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,42831,1733829306716 Release verify snapshot worker=771ffe94c765,42831,1733829306716 2024-12-10T11:16:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-10T11:16:52,298 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,45833,1733829306994 Release verify snapshot worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:52,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,45833,1733829306994 in 20.0370 sec 2024-12-10T11:16:52,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,42831,1733829306716 in 20.0370 sec 2024-12-10T11:16:52,300 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,45833,1733829306994 Release verify snapshot worker=771ffe94c765,45833,1733829306994 2024-12-10T11:16:52,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,45833,1733829306994 in 20.0380 sec 2024-12-10T11:16:52,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=25 2024-12-10T11:16:52,301 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-10T11:16:52,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,45833,1733829306994 in 20.0400 sec 2024-12-10T11:16:52,302 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/.hbase-snapshot/SnapshotProcedureTest 2024-12-10T11:16:52,304 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-10T11:16:52,304 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-10T11:16:52,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.528 sec 2024-12-10T11:16:52,360 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-10T11:16:52,362 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 771ffe94c765:39873 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 771ffe94c765/172.17.0.2:39873 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:16:52,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=771ffe94c765,39873,1733829306925, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=771ffe94c765,39873,1733829306925, seqNum=-1, error=java.net.ConnectException: Call to address=771ffe94c765:39873 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 771ffe94c765/172.17.0.2:39873 2024-12-10T11:16:52,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=771ffe94c765,39873,1733829306925, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-10T11:16:52,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=771ffe94c765,39873,1733829306925, seqNum=-1 from cache 2024-12-10T11:16:52,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 771ffe94c765:39873 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 771ffe94c765/172.17.0.2:39873 2024-12-10T11:16:52,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T11:16:52,466 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=771ffe94c765,45833,1733829306994, seqNum=-1] 2024-12-10T11:16:52,495 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-10T11:16:52,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T11:16:52,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T11:16:52,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:16:52,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:16:52,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:16:52,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T11:16:52,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T11:16:52,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1975773387, stopped=false 2024-12-10T11:16:52,496 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=771ffe94c765,37085,1733829305798 2024-12-10T11:16:52,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T11:16:52,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:52,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T11:16:52,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T11:16:52,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:52,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:52,499 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T11:16:52,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T11:16:52,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:16:52,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:16:52,499 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '771ffe94c765,42831,1733829306716' ***** 2024-12-10T11:16:52,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:16:52,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:16:52,500 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T11:16:52,500 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '771ffe94c765,45833,1733829306994' ***** 2024-12-10T11:16:52,500 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T11:16:52,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:16:52,500 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T11:16:52,500 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T11:16:52,500 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T11:16:52,500 INFO [RS:2;771ffe94c765:45833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T11:16:52,500 INFO [RS:0;771ffe94c765:42831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T11:16:52,500 INFO [RS:0;771ffe94c765:42831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T11:16:52,501 INFO [RS:2;771ffe94c765:45833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T11:16:52,501 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T11:16:52,501 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for cd9379be3750ada6deb2c866fa9e15f8 2024-12-10T11:16:52,501 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(3091): Received CLOSE for 06707d7b96c9dfb27719d46b9f56d1e3 2024-12-10T11:16:52,502 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b5269de8cab54d5b283b080974ba062 2024-12-10T11:16:52,502 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for 39587a7974bb7f7f9a64ddb073579b6b 2024-12-10T11:16:52,502 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(3091): Received CLOSE for 13a9ed9c0d08e46da12921cb6bf8f93b 2024-12-10T11:16:52,502 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:16:52,502 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1894046ce35d451c1c24067e1d03f941 2024-12-10T11:16:52,502 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(959): stopping server 771ffe94c765,45833,1733829306994 2024-12-10T11:16:52,502 INFO [RS:2;771ffe94c765:45833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T11:16:52,502 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(3091): Received CLOSE for a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:16:52,502 INFO [RS:2;771ffe94c765:45833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;771ffe94c765:45833. 2024-12-10T11:16:52,502 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(3091): Received CLOSE for a0814cfc8ffd950e0650053a7ed5b687 2024-12-10T11:16:52,502 DEBUG [RS:2;771ffe94c765:45833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:16:52,502 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd9379be3750ada6deb2c866fa9e15f8, disabling compactions & flushes 2024-12-10T11:16:52,502 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06707d7b96c9dfb27719d46b9f56d1e3, disabling compactions & flushes 2024-12-10T11:16:52,502 DEBUG [RS:2;771ffe94c765:45833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:16:52,502 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(3091): Received CLOSE for 60ee8fa5d9596c6f2df1f63cb4cb695d 2024-12-10T11:16:52,502 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:16:52,502 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:16:52,502 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(959): stopping server 771ffe94c765,42831,1733829306716 2024-12-10T11:16:52,502 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:16:52,502 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:16:52,503 INFO [RS:0;771ffe94c765:42831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T11:16:52,503 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. after waiting 0 ms 2024-12-10T11:16:52,503 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. after waiting 0 ms 2024-12-10T11:16:52,503 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:16:52,503 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:16:52,503 INFO [RS:2;771ffe94c765:45833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T11:16:52,503 INFO [RS:0;771ffe94c765:42831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;771ffe94c765:42831. 2024-12-10T11:16:52,503 INFO [RS:2;771ffe94c765:45833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T11:16:52,503 INFO [RS:2;771ffe94c765:45833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T11:16:52,503 DEBUG [RS:0;771ffe94c765:42831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:16:52,503 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T11:16:52,503 DEBUG [RS:0;771ffe94c765:42831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:16:52,503 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-10T11:16:52,503 DEBUG [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(1325): Online Regions={06707d7b96c9dfb27719d46b9f56d1e3=SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3., 13a9ed9c0d08e46da12921cb6bf8f93b=SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b., 1894046ce35d451c1c24067e1d03f941=SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941., a394b4170e0a33f54c4a88a5f3f2a86b=SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b., a0814cfc8ffd950e0650053a7ed5b687=SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687., 60ee8fa5d9596c6f2df1f63cb4cb695d=SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d.} 2024-12-10T11:16:52,504 DEBUG [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(1351): Waiting on 06707d7b96c9dfb27719d46b9f56d1e3, 13a9ed9c0d08e46da12921cb6bf8f93b, 1894046ce35d451c1c24067e1d03f941, 60ee8fa5d9596c6f2df1f63cb4cb695d, a0814cfc8ffd950e0650053a7ed5b687, a394b4170e0a33f54c4a88a5f3f2a86b 2024-12-10T11:16:52,504 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-10T11:16:52,504 DEBUG [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(1325): Online Regions={cd9379be3750ada6deb2c866fa9e15f8=SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8., 9b5269de8cab54d5b283b080974ba062=SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062., 39587a7974bb7f7f9a64ddb073579b6b=SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b., e94fbc8aa05766b2ec89ba2aa709b990=SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990., 1588230740=hbase:meta,,1.1588230740} 2024-12-10T11:16:52,504 DEBUG [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39587a7974bb7f7f9a64ddb073579b6b, 9b5269de8cab54d5b283b080974ba062, cd9379be3750ada6deb2c866fa9e15f8, e94fbc8aa05766b2ec89ba2aa709b990 2024-12-10T11:16:52,504 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T11:16:52,504 INFO [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T11:16:52,504 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T11:16:52,504 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T11:16:52,504 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T11:16:52,505 INFO [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.86 KB heapSize=5.63 KB 2024-12-10T11:16:52,516 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/.tmp/info/e4ed3ee9ebf944bcbecfa29a78647579 is 167, key is SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b./info:regioninfo/1733829382077/Put/seqid=0 2024-12-10T11:16:52,518 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/06707d7b96c9dfb27719d46b9f56d1e3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T11:16:52,521 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/cd9379be3750ada6deb2c866fa9e15f8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T11:16:52,522 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:16:52,522 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06707d7b96c9dfb27719d46b9f56d1e3: Waiting for close lock at 1733829412502Running coprocessor pre-close hooks at 1733829412502Disabling compacts and flushes for region at 1733829412502Disabling writes for close at 1733829412503 (+1 ms)Writing region close event to WAL at 1733829412503Running coprocessor post-close hooks at 1733829412519 (+16 ms)Closed at 1733829412522 (+3 ms) 2024-12-10T11:16:52,522 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:16:52,522 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd9379be3750ada6deb2c866fa9e15f8: Waiting for close lock at 1733829412502Running coprocessor pre-close hooks at 1733829412502Disabling compacts and flushes for region at 1733829412502Disabling writes for close at 1733829412503 (+1 ms)Writing region close event to WAL at 1733829412513 (+10 ms)Running coprocessor post-close hooks at 1733829412522 (+9 ms)Closed at 1733829412522 2024-12-10T11:16:52,524 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733829319802.cd9379be3750ada6deb2c866fa9e15f8. 2024-12-10T11:16:52,524 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733829319802.06707d7b96c9dfb27719d46b9f56d1e3. 2024-12-10T11:16:52,525 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13a9ed9c0d08e46da12921cb6bf8f93b, disabling compactions & flushes 2024-12-10T11:16:52,525 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b5269de8cab54d5b283b080974ba062, disabling compactions & flushes 2024-12-10T11:16:52,525 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:16:52,525 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:16:52,525 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:16:52,525 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. after waiting 0 ms 2024-12-10T11:16:52,525 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:16:52,525 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:16:52,525 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. after waiting 0 ms 2024-12-10T11:16:52,525 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:16:52,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741868_1044 (size=8399) 2024-12-10T11:16:52,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741868_1044 (size=8399) 2024-12-10T11:16:52,532 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/13a9ed9c0d08e46da12921cb6bf8f93b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T11:16:52,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741868_1044 (size=8399) 2024-12-10T11:16:52,534 INFO [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.86 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/.tmp/info/e4ed3ee9ebf944bcbecfa29a78647579 2024-12-10T11:16:52,534 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:16:52,534 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13a9ed9c0d08e46da12921cb6bf8f93b: Waiting for close lock at 1733829412525Running coprocessor pre-close hooks at 1733829412525Disabling compacts and flushes for region at 1733829412525Disabling writes for close at 1733829412525Writing region close event to WAL at 1733829412525Running coprocessor post-close hooks at 1733829412533 (+8 ms)Closed at 1733829412534 (+1 ms) 2024-12-10T11:16:52,534 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733829319802.13a9ed9c0d08e46da12921cb6bf8f93b. 2024-12-10T11:16:52,534 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1894046ce35d451c1c24067e1d03f941, disabling compactions & flushes 2024-12-10T11:16:52,534 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:16:52,534 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:16:52,534 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. after waiting 0 ms 2024-12-10T11:16:52,534 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:16:52,537 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/9b5269de8cab54d5b283b080974ba062/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T11:16:52,538 INFO [regionserver/771ffe94c765:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:16:52,538 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:16:52,538 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b5269de8cab54d5b283b080974ba062: Waiting for close lock at 1733829412525Running coprocessor pre-close hooks at 1733829412525Disabling compacts and flushes for region at 1733829412525Disabling writes for close at 1733829412525Writing region close event to WAL at 1733829412526 (+1 ms)Running coprocessor post-close hooks at 1733829412538 (+12 ms)Closed at 1733829412538 2024-12-10T11:16:52,538 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733829319802.9b5269de8cab54d5b283b080974ba062. 2024-12-10T11:16:52,539 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39587a7974bb7f7f9a64ddb073579b6b, disabling compactions & flushes 2024-12-10T11:16:52,539 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:16:52,539 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:16:52,539 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. after waiting 0 ms 2024-12-10T11:16:52,539 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:16:52,541 INFO [regionserver/771ffe94c765:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:16:52,543 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/.tmp/info/e4ed3ee9ebf944bcbecfa29a78647579 as hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/info/e4ed3ee9ebf944bcbecfa29a78647579 2024-12-10T11:16:52,549 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/1894046ce35d451c1c24067e1d03f941/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T11:16:52,550 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/39587a7974bb7f7f9a64ddb073579b6b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T11:16:52,550 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:16:52,550 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1894046ce35d451c1c24067e1d03f941: Waiting for close lock at 1733829412534Running coprocessor pre-close hooks at 1733829412534Disabling compacts and flushes for region at 1733829412534Disabling writes for close at 1733829412534Writing region close event to WAL at 1733829412545 (+11 ms)Running coprocessor post-close hooks at 1733829412550 (+5 ms)Closed at 1733829412550 2024-12-10T11:16:52,550 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:16:52,551 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39587a7974bb7f7f9a64ddb073579b6b: Waiting for close lock at 1733829412539Running coprocessor pre-close hooks at 1733829412539Disabling compacts and flushes for region at 1733829412539Disabling writes for close at 1733829412539Writing region close event to WAL at 1733829412545 (+6 ms)Running coprocessor post-close hooks at 1733829412550 (+5 ms)Closed at 1733829412550 2024-12-10T11:16:52,551 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733829319802.1894046ce35d451c1c24067e1d03f941. 2024-12-10T11:16:52,551 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733829319802.39587a7974bb7f7f9a64ddb073579b6b. 2024-12-10T11:16:52,551 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a394b4170e0a33f54c4a88a5f3f2a86b, disabling compactions & flushes 2024-12-10T11:16:52,551 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e94fbc8aa05766b2ec89ba2aa709b990, disabling compactions & flushes 2024-12-10T11:16:52,551 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:16:52,551 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:16:52,551 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:16:52,551 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:16:52,551 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. after waiting 0 ms 2024-12-10T11:16:52,551 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. after waiting 0 ms 2024-12-10T11:16:52,551 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:16:52,551 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:16:52,554 INFO [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/info/e4ed3ee9ebf944bcbecfa29a78647579, entries=24, sequenceid=37, filesize=8.2 K 2024-12-10T11:16:52,555 INFO [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.86 KB/2932, heapSize ~4.87 KB/4984, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=37, compaction requested=false 2024-12-10T11:16:52,559 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/e94fbc8aa05766b2ec89ba2aa709b990/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T11:16:52,559 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:16:52,560 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e94fbc8aa05766b2ec89ba2aa709b990: Waiting for close lock at 1733829412551Running coprocessor pre-close hooks at 1733829412551Disabling compacts and flushes for region at 1733829412551Disabling writes for close at 1733829412551Writing region close event to WAL at 1733829412552 (+1 ms)Running coprocessor post-close hooks at 1733829412559 (+7 ms)Closed at 1733829412559 2024-12-10T11:16:52,560 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733829319802.e94fbc8aa05766b2ec89ba2aa709b990. 2024-12-10T11:16:52,561 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a394b4170e0a33f54c4a88a5f3f2a86b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T11:16:52,562 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:16:52,562 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a394b4170e0a33f54c4a88a5f3f2a86b: Waiting for close lock at 1733829412551Running coprocessor pre-close hooks at 1733829412551Disabling compacts and flushes for region at 1733829412551Disabling writes for close at 1733829412551Writing region close event to WAL at 1733829412553 (+2 ms)Running coprocessor post-close hooks at 1733829412561 (+8 ms)Closed at 1733829412561 2024-12-10T11:16:52,562 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733829319802.a394b4170e0a33f54c4a88a5f3f2a86b. 2024-12-10T11:16:52,562 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0814cfc8ffd950e0650053a7ed5b687, disabling compactions & flushes 2024-12-10T11:16:52,562 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:16:52,562 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:16:52,562 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. after waiting 0 ms 2024-12-10T11:16:52,562 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:16:52,570 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=28 2024-12-10T11:16:52,570 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T11:16:52,571 INFO [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T11:16:52,571 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733829412504Running coprocessor pre-close hooks at 1733829412504Disabling compacts and flushes for region at 1733829412504Disabling writes for close at 1733829412504Obtaining lock to block concurrent updates at 1733829412505 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733829412505Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2932, getHeapSize=5704, getOffHeapSize=0, getCellsCount=24 at 1733829412505Flushing stores of hbase:meta,,1.1588230740 at 1733829412506 (+1 ms)Flushing 1588230740/info: creating writer at 1733829412506Flushing 1588230740/info: appending metadata at 1733829412515 (+9 ms)Flushing 1588230740/info: closing flushed file at 1733829412515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18eea4e8: reopening flushed file at 1733829412542 (+27 ms)Finished flush of dataSize ~2.86 KB/2932, heapSize ~4.87 KB/4984, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=37, compaction requested=false at 1733829412555 (+13 ms)Writing region close event to WAL at 1733829412565 (+10 ms)Running coprocessor post-close hooks at 1733829412570 (+5 ms)Closed at 1733829412571 (+1 ms) 2024-12-10T11:16:52,571 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T11:16:52,573 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/a0814cfc8ffd950e0650053a7ed5b687/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T11:16:52,574 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:16:52,574 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0814cfc8ffd950e0650053a7ed5b687: Waiting for close lock at 1733829412562Running coprocessor pre-close hooks at 1733829412562Disabling compacts and flushes for region at 1733829412562Disabling writes for close at 1733829412562Writing region close event to WAL at 1733829412565 (+3 ms)Running coprocessor post-close hooks at 1733829412574 (+9 ms)Closed at 1733829412574 2024-12-10T11:16:52,574 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733829319802.a0814cfc8ffd950e0650053a7ed5b687. 2024-12-10T11:16:52,574 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60ee8fa5d9596c6f2df1f63cb4cb695d, disabling compactions & flushes 2024-12-10T11:16:52,574 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:16:52,574 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:16:52,574 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. after waiting 0 ms 2024-12-10T11:16:52,574 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:16:52,579 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/data/default/SPTestTable/60ee8fa5d9596c6f2df1f63cb4cb695d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T11:16:52,579 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:16:52,579 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60ee8fa5d9596c6f2df1f63cb4cb695d: Waiting for close lock at 1733829412574Running coprocessor pre-close hooks at 1733829412574Disabling compacts and flushes for region at 1733829412574Disabling writes for close at 1733829412574Writing region close event to WAL at 1733829412575 (+1 ms)Running coprocessor post-close hooks at 1733829412579 (+4 ms)Closed at 1733829412579 2024-12-10T11:16:52,579 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733829319802.60ee8fa5d9596c6f2df1f63cb4cb695d. 2024-12-10T11:16:52,677 INFO [regionserver/771ffe94c765:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T11:16:52,677 INFO [regionserver/771ffe94c765:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T11:16:52,704 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(976): stopping server 771ffe94c765,42831,1733829306716; all regions closed. 2024-12-10T11:16:52,704 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(976): stopping server 771ffe94c765,45833,1733829306994; all regions closed. 2024-12-10T11:16:52,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741860_1036 (size=4344) 2024-12-10T11:16:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741860_1036 (size=4344) 2024-12-10T11:16:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741860_1036 (size=4344) 2024-12-10T11:16:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741833_1009 (size=4605) 2024-12-10T11:16:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741833_1009 (size=4605) 2024-12-10T11:16:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741833_1009 (size=4605) 2024-12-10T11:16:52,713 DEBUG [RS:2;771ffe94c765:45833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/oldWALs 2024-12-10T11:16:52,713 INFO [RS:2;771ffe94c765:45833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 771ffe94c765%2C45833%2C1733829306994.meta:.meta(num 1733829361272) 2024-12-10T11:16:52,714 DEBUG [RS:0;771ffe94c765:42831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/oldWALs 2024-12-10T11:16:52,714 INFO [RS:0;771ffe94c765:42831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 771ffe94c765%2C42831%2C1733829306716:(num 1733829308924) 2024-12-10T11:16:52,714 DEBUG [RS:0;771ffe94c765:42831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:16:52,714 INFO [RS:0;771ffe94c765:42831 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:16:52,714 INFO [RS:0;771ffe94c765:42831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T11:16:52,714 INFO [RS:0;771ffe94c765:42831 {}] hbase.ChoreService(370): Chore service for: regionserver/771ffe94c765:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T11:16:52,714 INFO [RS:0;771ffe94c765:42831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T11:16:52,714 INFO [RS:0;771ffe94c765:42831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T11:16:52,714 INFO [RS:0;771ffe94c765:42831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T11:16:52,715 INFO [regionserver/771ffe94c765:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T11:16:52,715 INFO [RS:0;771ffe94c765:42831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T11:16:52,715 INFO [RS:0;771ffe94c765:42831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42831 2024-12-10T11:16:52,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741835_1011 (size=2947) 2024-12-10T11:16:52,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741835_1011 (size=2947) 2024-12-10T11:16:52,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741835_1011 (size=2947) 2024-12-10T11:16:52,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:16:52,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/771ffe94c765,42831,1733829306716 2024-12-10T11:16:52,719 INFO [RS:0;771ffe94c765:42831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T11:16:52,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [771ffe94c765,42831,1733829306716] 2024-12-10T11:16:52,721 DEBUG [RS:2;771ffe94c765:45833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/oldWALs 2024-12-10T11:16:52,721 INFO [RS:2;771ffe94c765:45833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 771ffe94c765%2C45833%2C1733829306994:(num 1733829308953) 2024-12-10T11:16:52,721 DEBUG [RS:2;771ffe94c765:45833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:16:52,721 INFO [RS:2;771ffe94c765:45833 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:16:52,721 INFO [RS:2;771ffe94c765:45833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T11:16:52,722 INFO [RS:2;771ffe94c765:45833 {}] hbase.ChoreService(370): Chore service for: regionserver/771ffe94c765:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T11:16:52,722 INFO [RS:2;771ffe94c765:45833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T11:16:52,722 INFO [regionserver/771ffe94c765:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T11:16:52,722 INFO [RS:2;771ffe94c765:45833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45833 2024-12-10T11:16:52,723 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/771ffe94c765,42831,1733829306716 already deleted, retry=false 2024-12-10T11:16:52,724 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 771ffe94c765,42831,1733829306716 expired; onlineServers=1 2024-12-10T11:16:52,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/771ffe94c765,45833,1733829306994 2024-12-10T11:16:52,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:16:52,724 INFO [RS:2;771ffe94c765:45833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T11:16:52,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [771ffe94c765,45833,1733829306994] 2024-12-10T11:16:52,727 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/771ffe94c765,45833,1733829306994 already deleted, retry=false 2024-12-10T11:16:52,727 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 771ffe94c765,45833,1733829306994 expired; onlineServers=0 2024-12-10T11:16:52,728 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '771ffe94c765,37085,1733829305798' ***** 2024-12-10T11:16:52,728 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T11:16:52,728 INFO [M:0;771ffe94c765:37085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T11:16:52,728 INFO [M:0;771ffe94c765:37085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T11:16:52,728 DEBUG [M:0;771ffe94c765:37085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T11:16:52,728 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T11:16:52,728 DEBUG [M:0;771ffe94c765:37085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T11:16:52,728 DEBUG [master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.large.0-1733829308304 {}] cleaner.HFileCleaner(306): Exit Thread[master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.large.0-1733829308304,5,FailOnTimeoutGroup] 2024-12-10T11:16:52,728 INFO [M:0;771ffe94c765:37085 {}] hbase.ChoreService(370): Chore service for: master/771ffe94c765:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T11:16:52,729 INFO [M:0;771ffe94c765:37085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T11:16:52,729 DEBUG [M:0;771ffe94c765:37085 {}] master.HMaster(1795): Stopping service threads 2024-12-10T11:16:52,729 INFO [M:0;771ffe94c765:37085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T11:16:52,729 DEBUG [master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.small.0-1733829308306 {}] cleaner.HFileCleaner(306): Exit Thread[master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.small.0-1733829308306,5,FailOnTimeoutGroup] 2024-12-10T11:16:52,729 INFO [M:0;771ffe94c765:37085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T11:16:52,729 ERROR [M:0;771ffe94c765:37085 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1272979000) connection to localhost/127.0.0.1:42461 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42461,5,PEWorkerGroup] 2024-12-10T11:16:52,730 INFO [M:0;771ffe94c765:37085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T11:16:52,730 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T11:16:52,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T11:16:52,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:52,732 DEBUG [M:0;771ffe94c765:37085 {}] zookeeper.ZKUtil(347): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T11:16:52,732 WARN [M:0;771ffe94c765:37085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T11:16:52,733 INFO [M:0;771ffe94c765:37085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/.lastflushedseqids 2024-12-10T11:16:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741869_1045 (size=650) 2024-12-10T11:16:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741869_1045 (size=650) 2024-12-10T11:16:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741869_1045 (size=650) 2024-12-10T11:16:52,751 INFO [M:0;771ffe94c765:37085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T11:16:52,751 INFO [M:0;771ffe94c765:37085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T11:16:52,751 DEBUG [M:0;771ffe94c765:37085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T11:16:52,751 INFO [M:0;771ffe94c765:37085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:16:52,752 DEBUG [M:0;771ffe94c765:37085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:16:52,752 DEBUG [M:0;771ffe94c765:37085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T11:16:52,752 DEBUG [M:0;771ffe94c765:37085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:16:52,752 INFO [M:0;771ffe94c765:37085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=202.98 KB heapSize=252.07 KB 2024-12-10T11:16:52,772 DEBUG [M:0;771ffe94c765:37085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d158eb9887b549d1805d665ccd1a3dd4 is 82, key is hbase:meta,,1/info:regioninfo/1733829361645/Put/seqid=0 2024-12-10T11:16:52,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741870_1046 (size=6071) 2024-12-10T11:16:52,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741870_1046 (size=6071) 2024-12-10T11:16:52,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741870_1046 (size=6071) 2024-12-10T11:16:52,780 INFO [M:0;771ffe94c765:37085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d158eb9887b549d1805d665ccd1a3dd4 2024-12-10T11:16:52,812 DEBUG [M:0;771ffe94c765:37085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a27e9fea08d84224b51a8dca21f5479e is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733829330422/Put/seqid=0 2024-12-10T11:16:52,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741871_1047 (size=9042) 2024-12-10T11:16:52,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741871_1047 (size=9042) 2024-12-10T11:16:52,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:16:52,821 INFO [RS:0;771ffe94c765:42831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T11:16:52,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x1019c158c7b0001, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:16:52,821 INFO [RS:0;771ffe94c765:42831 {}] regionserver.HRegionServer(1031): Exiting; stopping=771ffe94c765,42831,1733829306716; zookeeper connection closed. 2024-12-10T11:16:52,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741871_1047 (size=9042) 2024-12-10T11:16:52,821 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61542db6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61542db6 2024-12-10T11:16:52,822 INFO [M:0;771ffe94c765:37085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=201.75 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a27e9fea08d84224b51a8dca21f5479e 2024-12-10T11:16:52,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:16:52,826 INFO [RS:2;771ffe94c765:45833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T11:16:52,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x1019c158c7b0003, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:16:52,826 INFO [RS:2;771ffe94c765:45833 {}] regionserver.HRegionServer(1031): Exiting; stopping=771ffe94c765,45833,1733829306994; zookeeper connection closed. 2024-12-10T11:16:52,826 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d241afe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d241afe 2024-12-10T11:16:52,827 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-10T11:16:52,829 INFO [M:0;771ffe94c765:37085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a27e9fea08d84224b51a8dca21f5479e 2024-12-10T11:16:52,853 DEBUG [M:0;771ffe94c765:37085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64c28c239a0b43d5869b28b8ef1587ec is 69, key is 771ffe94c765,42831,1733829306716/rs:state/1733829308451/Put/seqid=0 2024-12-10T11:16:52,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741872_1048 (size=5441) 2024-12-10T11:16:52,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741872_1048 (size=5441) 2024-12-10T11:16:52,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741872_1048 (size=5441) 2024-12-10T11:16:52,862 INFO [M:0;771ffe94c765:37085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64c28c239a0b43d5869b28b8ef1587ec 2024-12-10T11:16:52,869 INFO [M:0;771ffe94c765:37085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64c28c239a0b43d5869b28b8ef1587ec 2024-12-10T11:16:52,870 DEBUG [M:0;771ffe94c765:37085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d158eb9887b549d1805d665ccd1a3dd4 as hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d158eb9887b549d1805d665ccd1a3dd4 2024-12-10T11:16:52,878 INFO [M:0;771ffe94c765:37085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d158eb9887b549d1805d665ccd1a3dd4, entries=14, sequenceid=534, filesize=5.9 K 2024-12-10T11:16:52,879 DEBUG [M:0;771ffe94c765:37085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a27e9fea08d84224b51a8dca21f5479e as hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a27e9fea08d84224b51a8dca21f5479e 2024-12-10T11:16:52,885 INFO [M:0;771ffe94c765:37085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a27e9fea08d84224b51a8dca21f5479e 2024-12-10T11:16:52,885 INFO [M:0;771ffe94c765:37085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a27e9fea08d84224b51a8dca21f5479e, entries=58, sequenceid=534, filesize=8.8 K 2024-12-10T11:16:52,887 DEBUG [M:0;771ffe94c765:37085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64c28c239a0b43d5869b28b8ef1587ec as hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64c28c239a0b43d5869b28b8ef1587ec 2024-12-10T11:16:52,893 INFO [M:0;771ffe94c765:37085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64c28c239a0b43d5869b28b8ef1587ec 2024-12-10T11:16:52,893 INFO [M:0;771ffe94c765:37085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64c28c239a0b43d5869b28b8ef1587ec, entries=3, sequenceid=534, filesize=5.3 K 2024-12-10T11:16:52,894 INFO [M:0;771ffe94c765:37085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~202.98 KB/207852, heapSize ~251.77 KB/257816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=534, compaction requested=false 2024-12-10T11:16:52,896 INFO [M:0;771ffe94c765:37085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:16:52,896 DEBUG [M:0;771ffe94c765:37085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733829412751Disabling compacts and flushes for region at 1733829412751Disabling writes for close at 1733829412752 (+1 ms)Obtaining lock to block concurrent updates at 1733829412752Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733829412752Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=207852, getHeapSize=258056, getOffHeapSize=0, getCellsCount=651 at 1733829412752Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733829412753 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733829412753Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733829412771 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733829412771Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733829412787 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733829412811 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733829412811Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733829412829 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733829412852 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733829412852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761e7a6e: reopening flushed file at 1733829412869 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a60141: reopening flushed file at 1733829412878 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d2d537: reopening flushed file at 1733829412885 (+7 ms)Finished flush of dataSize ~202.98 KB/207852, heapSize ~251.77 KB/257816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=534, compaction requested=false at 1733829412894 (+9 ms)Writing region close event to WAL at 1733829412896 (+2 ms)Closed at 1733829412896 2024-12-10T11:16:52,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741830_1006 (size=243449) 2024-12-10T11:16:52,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741830_1006 (size=243449) 2024-12-10T11:16:52,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37911 is added to blk_1073741830_1006 (size=243449) 2024-12-10T11:16:52,905 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc7fdade-9336-333a-a81c-740f2c606825/MasterData/WALs/771ffe94c765,37085,1733829305798/771ffe94c765%2C37085%2C1733829305798.1733829307554 not finished, retry = 0 2024-12-10T11:16:53,007 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T11:16:53,007 INFO [M:0;771ffe94c765:37085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T11:16:53,007 INFO [M:0;771ffe94c765:37085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37085 2024-12-10T11:16:53,007 INFO [M:0;771ffe94c765:37085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T11:16:53,110 INFO [M:0;771ffe94c765:37085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T11:16:53,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:16:53,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1019c158c7b0000, quorum=127.0.0.1:60338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:16:53,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50c3eb8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:16:53,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d875a32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T11:16:53,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T11:16:53,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3214352d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T11:16:53,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f2b6eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.log.dir/,STOPPED} 2024-12-10T11:16:53,119 WARN [BP-656063862-172.17.0.2-1733829301571 heartbeating to localhost/127.0.0.1:42461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T11:16:53,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T11:16:53,119 WARN [BP-656063862-172.17.0.2-1733829301571 heartbeating to localhost/127.0.0.1:42461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-656063862-172.17.0.2-1733829301571 (Datanode Uuid 0dd8a653-a548-4903-8495-8233d77fa2dc) service to localhost/127.0.0.1:42461 2024-12-10T11:16:53,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T11:16:53,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/data/data5/current/BP-656063862-172.17.0.2-1733829301571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:16:53,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/data/data6/current/BP-656063862-172.17.0.2-1733829301571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:16:53,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T11:16:53,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3140e83e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:16:53,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64eb43bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T11:16:53,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T11:16:53,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68afc928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T11:16:53,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@469646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.log.dir/,STOPPED} 2024-12-10T11:16:53,126 WARN [BP-656063862-172.17.0.2-1733829301571 heartbeating to localhost/127.0.0.1:42461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T11:16:53,126 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T11:16:53,126 WARN [BP-656063862-172.17.0.2-1733829301571 heartbeating to localhost/127.0.0.1:42461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-656063862-172.17.0.2-1733829301571 (Datanode Uuid 441591d4-b4a9-48d3-bf19-9cdd924c2fdb) service to localhost/127.0.0.1:42461 2024-12-10T11:16:53,126 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T11:16:53,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/data/data3/current/BP-656063862-172.17.0.2-1733829301571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:16:53,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/data/data4/current/BP-656063862-172.17.0.2-1733829301571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:16:53,127 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T11:16:53,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c5f936a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:16:53,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42a60629{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T11:16:53,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T11:16:53,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423a5fd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T11:16:53,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@344ba041{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.log.dir/,STOPPED} 2024-12-10T11:16:53,131 WARN [BP-656063862-172.17.0.2-1733829301571 heartbeating to localhost/127.0.0.1:42461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T11:16:53,131 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T11:16:53,131 WARN [BP-656063862-172.17.0.2-1733829301571 heartbeating to localhost/127.0.0.1:42461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-656063862-172.17.0.2-1733829301571 (Datanode Uuid 3d1f8d64-e3f5-48e8-87b5-8c04039d4942) service to localhost/127.0.0.1:42461 2024-12-10T11:16:53,131 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T11:16:53,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/data/data1/current/BP-656063862-172.17.0.2-1733829301571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:16:53,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/cluster_3ee4dd41-47bb-92a7-471b-191833a4336b/data/data2/current/BP-656063862-172.17.0.2-1733829301571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:16:53,133 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T11:16:53,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c85e100{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T11:16:53,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@604398c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T11:16:53,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T11:16:53,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b82aa31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T11:16:53,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@612d3c76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.log.dir/,STOPPED} 2024-12-10T11:16:53,152 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T11:16:53,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T11:16:53,212 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:42461 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:42461 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/771ffe94c765:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/771ffe94c765:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/771ffe94c765:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/771ffe94c765:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/771ffe94c765:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:42461 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/771ffe94c765:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@254157ef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/771ffe94c765:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:42461 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/771ffe94c765:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/771ffe94c765:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 551), ProcessCount=11 (was 11), AvailableMemoryMB=5614 (was 6907) 2024-12-10T11:16:53,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=5613 2024-12-10T11:16:53,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.log.dir so I do NOT create it in target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52 2024-12-10T11:16:53,234 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T11:16:53,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.tmp.dir so I do NOT create it in target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52 2024-12-10T11:16:53,234 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51512c20-f448-fc61-b50f-bdc470e6b1cd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T11:16:53,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52 2024-12-10T11:16:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T11:16:53,235 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da, deleteOnExit=true 2024-12-10T11:16:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T11:16:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/test.cache.data in system properties and HBase conf 2024-12-10T11:16:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T11:16:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/hadoop.log.dir in system properties and HBase conf 2024-12-10T11:16:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T11:16:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T11:16:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T11:16:53,235 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T11:16:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T11:16:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T11:16:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T11:16:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T11:16:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T11:16:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T11:16:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T11:16:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T11:16:53,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T11:16:53,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/nfs.dump.dir in system properties and HBase conf 2024-12-10T11:16:53,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/java.io.tmpdir in system properties and HBase conf 2024-12-10T11:16:53,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T11:16:53,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T11:16:53,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T11:16:53,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:16:53,320 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T11:16:53,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T11:16:53,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T11:16:53,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T11:16:53,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:16:53,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3f8bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/hadoop.log.dir/,AVAILABLE} 2024-12-10T11:16:53,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a67622c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T11:16:53,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13fd6acb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/java.io.tmpdir/jetty-localhost-46769-hadoop-hdfs-3_4_1-tests_jar-_-any-13802483935462647882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T11:16:53,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3342a556{HTTP/1.1, (http/1.1)}{localhost:46769} 2024-12-10T11:16:53,449 INFO [Time-limited test {}] server.Server(415): Started @114790ms 2024-12-10T11:16:53,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:16:53,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T11:16:53,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T11:16:53,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T11:16:53,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T11:16:53,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b834a6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/hadoop.log.dir/,AVAILABLE} 2024-12-10T11:16:53,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@324bb0ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T11:16:53,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@679ccfb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/java.io.tmpdir/jetty-localhost-43447-hadoop-hdfs-3_4_1-tests_jar-_-any-5387957969072266619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:16:53,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73f8a9f2{HTTP/1.1, (http/1.1)}{localhost:43447} 2024-12-10T11:16:53,658 INFO [Time-limited test {}] server.Server(415): Started @114998ms 2024-12-10T11:16:53,659 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T11:16:53,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:16:53,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T11:16:53,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T11:16:53,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T11:16:53,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T11:16:53,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40b896b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/hadoop.log.dir/,AVAILABLE} 2024-12-10T11:16:53,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43f9438e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T11:16:53,770 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/data/data1/current/BP-1935687307-172.17.0.2-1733829413260/current, will proceed with Du for space computation calculation, 2024-12-10T11:16:53,770 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/data/data2/current/BP-1935687307-172.17.0.2-1733829413260/current, will proceed with Du for space computation calculation, 2024-12-10T11:16:53,788 WARN [Thread-683 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T11:16:53,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51578f49a2833e1e with lease ID 0xc2c0088698db5520: Processing first storage report for DS-8d32df42-a31b-45d2-9049-286f3c208502 from datanode DatanodeRegistration(127.0.0.1:38685, datanodeUuid=8c143d3f-aa3c-4cae-bf42-6ad4803f54ab, infoPort=33957, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=2006440403;c=1733829413260) 2024-12-10T11:16:53,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51578f49a2833e1e with lease ID 0xc2c0088698db5520: from storage DS-8d32df42-a31b-45d2-9049-286f3c208502 node DatanodeRegistration(127.0.0.1:38685, datanodeUuid=8c143d3f-aa3c-4cae-bf42-6ad4803f54ab, infoPort=33957, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=2006440403;c=1733829413260), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T11:16:53,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51578f49a2833e1e with lease ID 0xc2c0088698db5520: Processing first storage report for DS-8770bec3-a5f9-4e07-acd4-96b4450af14a from datanode DatanodeRegistration(127.0.0.1:38685, datanodeUuid=8c143d3f-aa3c-4cae-bf42-6ad4803f54ab, infoPort=33957, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=2006440403;c=1733829413260) 2024-12-10T11:16:53,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51578f49a2833e1e with lease ID 0xc2c0088698db5520: from storage DS-8770bec3-a5f9-4e07-acd4-96b4450af14a node DatanodeRegistration(127.0.0.1:38685, datanodeUuid=8c143d3f-aa3c-4cae-bf42-6ad4803f54ab, infoPort=33957, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=2006440403;c=1733829413260), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T11:16:53,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41d72b35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/java.io.tmpdir/jetty-localhost-36703-hadoop-hdfs-3_4_1-tests_jar-_-any-3331293192314254003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:16:53,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cc99af1{HTTP/1.1, (http/1.1)}{localhost:36703} 2024-12-10T11:16:53,822 INFO [Time-limited test {}] server.Server(415): Started @115162ms 2024-12-10T11:16:53,824 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T11:16:53,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:16:53,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T11:16:53,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T11:16:53,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T11:16:53,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T11:16:53,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44fe9ff2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/hadoop.log.dir/,AVAILABLE} 2024-12-10T11:16:53,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed0203c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T11:16:53,937 WARN [Thread-740 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/data/data4/current/BP-1935687307-172.17.0.2-1733829413260/current, will proceed with Du for space computation calculation, 2024-12-10T11:16:53,937 WARN [Thread-739 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/data/data3/current/BP-1935687307-172.17.0.2-1733829413260/current, will proceed with Du for space computation calculation, 2024-12-10T11:16:53,958 WARN [Thread-719 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T11:16:53,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d4fde9386a2424b with lease ID 0xc2c0088698db5521: Processing first storage report for DS-74dda645-3cba-4854-b41f-6cac64642194 from datanode DatanodeRegistration(127.0.0.1:45755, datanodeUuid=571ed044-49ce-4cf0-8738-d125cf9d60e7, infoPort=38309, infoSecurePort=0, ipcPort=45509, storageInfo=lv=-57;cid=testClusterID;nsid=2006440403;c=1733829413260) 2024-12-10T11:16:53,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d4fde9386a2424b with lease ID 0xc2c0088698db5521: from storage DS-74dda645-3cba-4854-b41f-6cac64642194 node DatanodeRegistration(127.0.0.1:45755, datanodeUuid=571ed044-49ce-4cf0-8738-d125cf9d60e7, infoPort=38309, infoSecurePort=0, ipcPort=45509, storageInfo=lv=-57;cid=testClusterID;nsid=2006440403;c=1733829413260), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T11:16:53,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d4fde9386a2424b with lease ID 0xc2c0088698db5521: Processing first storage report for DS-e9609798-74ba-4964-9205-6cbd9504ffbc from datanode DatanodeRegistration(127.0.0.1:45755, datanodeUuid=571ed044-49ce-4cf0-8738-d125cf9d60e7, infoPort=38309, infoSecurePort=0, ipcPort=45509, storageInfo=lv=-57;cid=testClusterID;nsid=2006440403;c=1733829413260) 2024-12-10T11:16:53,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d4fde9386a2424b with lease ID 0xc2c0088698db5521: from storage DS-e9609798-74ba-4964-9205-6cbd9504ffbc node DatanodeRegistration(127.0.0.1:45755, datanodeUuid=571ed044-49ce-4cf0-8738-d125cf9d60e7, infoPort=38309, infoSecurePort=0, ipcPort=45509, storageInfo=lv=-57;cid=testClusterID;nsid=2006440403;c=1733829413260), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T11:16:54,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8f27143{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/java.io.tmpdir/jetty-localhost-41825-hadoop-hdfs-3_4_1-tests_jar-_-any-2317482533117379677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:16:54,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3825ce78{HTTP/1.1, (http/1.1)}{localhost:41825} 2024-12-10T11:16:54,002 INFO [Time-limited test {}] server.Server(415): Started @115343ms 2024-12-10T11:16:54,004 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T11:16:54,102 WARN [Thread-766 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/data/data6/current/BP-1935687307-172.17.0.2-1733829413260/current, will proceed with Du for space computation calculation, 2024-12-10T11:16:54,102 WARN [Thread-765 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/data/data5/current/BP-1935687307-172.17.0.2-1733829413260/current, will proceed with Du for space computation calculation, 2024-12-10T11:16:54,121 WARN [Thread-754 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T11:16:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d8342573aff8a8f with lease ID 0xc2c0088698db5522: Processing first storage report for DS-e61779b6-7ad5-4579-8cf1-2f03075920db from datanode DatanodeRegistration(127.0.0.1:44833, datanodeUuid=3af347e2-c822-41be-a85b-e693500670bb, infoPort=37981, infoSecurePort=0, ipcPort=44791, storageInfo=lv=-57;cid=testClusterID;nsid=2006440403;c=1733829413260) 2024-12-10T11:16:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d8342573aff8a8f with lease ID 0xc2c0088698db5522: from storage DS-e61779b6-7ad5-4579-8cf1-2f03075920db node DatanodeRegistration(127.0.0.1:44833, datanodeUuid=3af347e2-c822-41be-a85b-e693500670bb, infoPort=37981, infoSecurePort=0, ipcPort=44791, storageInfo=lv=-57;cid=testClusterID;nsid=2006440403;c=1733829413260), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T11:16:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d8342573aff8a8f with lease ID 0xc2c0088698db5522: Processing first storage report for DS-ec2dac59-4ec9-492d-822a-1ce3398847b0 from datanode DatanodeRegistration(127.0.0.1:44833, datanodeUuid=3af347e2-c822-41be-a85b-e693500670bb, infoPort=37981, infoSecurePort=0, ipcPort=44791, storageInfo=lv=-57;cid=testClusterID;nsid=2006440403;c=1733829413260) 2024-12-10T11:16:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d8342573aff8a8f with lease ID 0xc2c0088698db5522: from storage DS-ec2dac59-4ec9-492d-822a-1ce3398847b0 node DatanodeRegistration(127.0.0.1:44833, datanodeUuid=3af347e2-c822-41be-a85b-e693500670bb, infoPort=37981, infoSecurePort=0, ipcPort=44791, storageInfo=lv=-57;cid=testClusterID;nsid=2006440403;c=1733829413260), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T11:16:54,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52 2024-12-10T11:16:54,134 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/zookeeper_0, clientPort=50825, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T11:16:54,135 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50825 2024-12-10T11:16:54,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:16:54,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:16:54,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741825_1001 (size=7) 2024-12-10T11:16:54,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741825_1001 (size=7) 2024-12-10T11:16:54,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741825_1001 (size=7) 2024-12-10T11:16:54,153 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd with version=8 2024-12-10T11:16:54,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/hbase-staging 2024-12-10T11:16:54,156 INFO [Time-limited test {}] client.ConnectionUtils(128): master/771ffe94c765:0 server-side Connection retries=45 2024-12-10T11:16:54,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:16:54,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T11:16:54,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T11:16:54,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:16:54,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T11:16:54,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T11:16:54,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T11:16:54,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45545 2024-12-10T11:16:54,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45545 connecting to ZooKeeper ensemble=127.0.0.1:50825 2024-12-10T11:16:54,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455450x0, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T11:16:54,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45545-0x1019c1737850000 connected 2024-12-10T11:16:54,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:16:54,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:16:54,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:16:54,214 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd, hbase.cluster.distributed=false 2024-12-10T11:16:54,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T11:16:54,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45545 2024-12-10T11:16:54,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45545 2024-12-10T11:16:54,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45545 2024-12-10T11:16:54,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45545 2024-12-10T11:16:54,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45545 2024-12-10T11:16:54,233 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/771ffe94c765:0 server-side Connection retries=45 2024-12-10T11:16:54,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:16:54,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T11:16:54,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T11:16:54,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:16:54,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T11:16:54,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T11:16:54,234 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T11:16:54,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37089 2024-12-10T11:16:54,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37089 connecting to ZooKeeper ensemble=127.0.0.1:50825 2024-12-10T11:16:54,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:16:54,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:16:54,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370890x0, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T11:16:54,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:16:54,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37089-0x1019c1737850001 connected 2024-12-10T11:16:54,245 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T11:16:54,245 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T11:16:54,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T11:16:54,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T11:16:54,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37089 2024-12-10T11:16:54,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37089 2024-12-10T11:16:54,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37089 2024-12-10T11:16:54,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37089 2024-12-10T11:16:54,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37089 2024-12-10T11:16:54,271 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/771ffe94c765:0 server-side Connection retries=45 2024-12-10T11:16:54,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:16:54,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T11:16:54,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T11:16:54,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:16:54,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T11:16:54,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T11:16:54,271 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T11:16:54,272 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36357 2024-12-10T11:16:54,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36357 connecting to ZooKeeper ensemble=127.0.0.1:50825 2024-12-10T11:16:54,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:16:54,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:16:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363570x0, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T11:16:54,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363570x0, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:16:54,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36357-0x1019c1737850002 connected 2024-12-10T11:16:54,280 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T11:16:54,282 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T11:16:54,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T11:16:54,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T11:16:54,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36357 2024-12-10T11:16:54,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36357 2024-12-10T11:16:54,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36357 2024-12-10T11:16:54,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36357 2024-12-10T11:16:54,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36357 2024-12-10T11:16:54,300 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/771ffe94c765:0 server-side Connection retries=45 2024-12-10T11:16:54,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:16:54,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T11:16:54,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T11:16:54,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:16:54,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T11:16:54,300 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T11:16:54,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T11:16:54,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43149 2024-12-10T11:16:54,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43149 connecting to ZooKeeper ensemble=127.0.0.1:50825 2024-12-10T11:16:54,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:16:54,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:16:54,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431490x0, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T11:16:54,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431490x0, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:16:54,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43149-0x1019c1737850003 connected 2024-12-10T11:16:54,310 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T11:16:54,311 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T11:16:54,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T11:16:54,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T11:16:54,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43149 2024-12-10T11:16:54,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43149 2024-12-10T11:16:54,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43149 2024-12-10T11:16:54,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43149 2024-12-10T11:16:54,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43149 2024-12-10T11:16:54,331 DEBUG [M:0;771ffe94c765:45545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;771ffe94c765:45545 2024-12-10T11:16:54,332 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/771ffe94c765,45545,1733829414156 2024-12-10T11:16:54,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:16:54,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:16:54,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:16:54,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:16:54,335 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/771ffe94c765,45545,1733829414156 2024-12-10T11:16:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T11:16:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T11:16:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,338 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T11:16:54,338 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/771ffe94c765,45545,1733829414156 from backup master directory 2024-12-10T11:16:54,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T11:16:54,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/771ffe94c765,45545,1733829414156 2024-12-10T11:16:54,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:16:54,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:16:54,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:16:54,342 WARN [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T11:16:54,342 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=771ffe94c765,45545,1733829414156 2024-12-10T11:16:54,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:16:54,347 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/hbase.id] with ID: 3d93c64c-636a-4ff8-b3f7-0f5a4fea8c11 2024-12-10T11:16:54,348 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/.tmp/hbase.id 2024-12-10T11:16:54,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741826_1002 (size=42) 2024-12-10T11:16:54,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741826_1002 (size=42) 2024-12-10T11:16:54,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741826_1002 (size=42) 2024-12-10T11:16:54,361 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/.tmp/hbase.id]:[hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/hbase.id] 2024-12-10T11:16:54,379 INFO [master/771ffe94c765:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:16:54,379 INFO [master/771ffe94c765:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T11:16:54,380 INFO [master/771ffe94c765:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-10T11:16:54,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741827_1003 (size=196) 2024-12-10T11:16:54,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741827_1003 (size=196) 2024-12-10T11:16:54,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741827_1003 (size=196) 2024-12-10T11:16:54,396 INFO [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T11:16:54,397 INFO [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T11:16:54,397 INFO [master/771ffe94c765:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:16:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741828_1004 (size=1189) 2024-12-10T11:16:54,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741828_1004 (size=1189) 2024-12-10T11:16:54,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741828_1004 (size=1189) 2024-12-10T11:16:54,411 INFO [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store 2024-12-10T11:16:54,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741829_1005 (size=34) 2024-12-10T11:16:54,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741829_1005 (size=34) 2024-12-10T11:16:54,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741829_1005 (size=34) 2024-12-10T11:16:54,426 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:16:54,426 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T11:16:54,426 INFO [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:16:54,426 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:16:54,426 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T11:16:54,426 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:16:54,426 INFO [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:16:54,426 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733829414426Disabling compacts and flushes for region at 1733829414426Disabling writes for close at 1733829414426Writing region close event to WAL at 1733829414426Closed at 1733829414426 2024-12-10T11:16:54,428 WARN [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/.initializing 2024-12-10T11:16:54,428 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/WALs/771ffe94c765,45545,1733829414156 2024-12-10T11:16:54,429 INFO [master/771ffe94c765:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:16:54,431 INFO [master/771ffe94c765:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C45545%2C1733829414156, suffix=, logDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/WALs/771ffe94c765,45545,1733829414156, archiveDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/oldWALs, maxLogs=10 2024-12-10T11:16:54,445 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/WALs/771ffe94c765,45545,1733829414156/771ffe94c765%2C45545%2C1733829414156.1733829414431, exclude list is [], retry=0 2024-12-10T11:16:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-8d32df42-a31b-45d2-9049-286f3c208502,DISK] 2024-12-10T11:16:54,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44833,DS-e61779b6-7ad5-4579-8cf1-2f03075920db,DISK] 2024-12-10T11:16:54,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45755,DS-74dda645-3cba-4854-b41f-6cac64642194,DISK] 2024-12-10T11:16:54,452 INFO [master/771ffe94c765:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/WALs/771ffe94c765,45545,1733829414156/771ffe94c765%2C45545%2C1733829414156.1733829414431 2024-12-10T11:16:54,453 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:37981:37981),(127.0.0.1/127.0.0.1:38309:38309)] 2024-12-10T11:16:54,453 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:16:54,453 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:16:54,453 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:16:54,453 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:16:54,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:16:54,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T11:16:54,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:54,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:16:54,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:16:54,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T11:16:54,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:54,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:16:54,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:16:54,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T11:16:54,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:54,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:16:54,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:16:54,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T11:16:54,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:54,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:16:54,463 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:16:54,464 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:16:54,465 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:16:54,466 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:16:54,466 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:16:54,467 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T11:16:54,468 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:16:54,470 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:16:54,471 INFO [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70400391, jitterRate=0.049047574400901794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T11:16:54,472 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733829414453Initializing all the Stores at 1733829414454 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829414454Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829414455 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829414455Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829414455Cleaning up temporary data from old regions at 1733829414466 (+11 ms)Region opened successfully at 1733829414472 (+6 ms) 2024-12-10T11:16:54,472 INFO [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T11:16:54,476 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5919b3b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=771ffe94c765/172.17.0.2:0 2024-12-10T11:16:54,477 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T11:16:54,477 INFO [master/771ffe94c765:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T11:16:54,477 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T11:16:54,478 INFO [master/771ffe94c765:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T11:16:54,478 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-10T11:16:54,479 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-10T11:16:54,479 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-10T11:16:54,481 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T11:16:54,482 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T11:16:54,483 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T11:16:54,484 INFO [master/771ffe94c765:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T11:16:54,484 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T11:16:54,486 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T11:16:54,486 INFO [master/771ffe94c765:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T11:16:54,488 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T11:16:54,491 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T11:16:54,492 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T11:16:54,493 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T11:16:54,495 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T11:16:54,497 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T11:16:54,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T11:16:54,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T11:16:54,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T11:16:54,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T11:16:54,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,500 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=771ffe94c765,45545,1733829414156, sessionid=0x1019c1737850000, setting cluster-up flag (Was=false) 2024-12-10T11:16:54,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,511 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T11:16:54,512 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=771ffe94c765,45545,1733829414156 2024-12-10T11:16:54,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,523 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T11:16:54,525 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=771ffe94c765,45545,1733829414156 2024-12-10T11:16:54,526 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T11:16:54,530 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T11:16:54,530 INFO [master/771ffe94c765:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T11:16:54,530 INFO [master/771ffe94c765:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T11:16:54,530 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 771ffe94c765,45545,1733829414156 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T11:16:54,532 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/771ffe94c765:0, corePoolSize=5, maxPoolSize=5 2024-12-10T11:16:54,532 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/771ffe94c765:0, corePoolSize=5, maxPoolSize=5 2024-12-10T11:16:54,532 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/771ffe94c765:0, corePoolSize=5, maxPoolSize=5 2024-12-10T11:16:54,532 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/771ffe94c765:0, corePoolSize=5, maxPoolSize=5 2024-12-10T11:16:54,532 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/771ffe94c765:0, corePoolSize=10, maxPoolSize=10 2024-12-10T11:16:54,532 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,532 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/771ffe94c765:0, corePoolSize=2, maxPoolSize=2 2024-12-10T11:16:54,532 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,534 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733829444534 2024-12-10T11:16:54,535 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T11:16:54,535 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T11:16:54,535 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T11:16:54,535 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T11:16:54,535 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T11:16:54,535 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T11:16:54,535 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T11:16:54,535 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T11:16:54,535 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,536 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T11:16:54,536 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T11:16:54,536 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T11:16:54,536 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T11:16:54,536 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:54,536 INFO [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T11:16:54,536 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T11:16:54,537 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.large.0-1733829414536,5,FailOnTimeoutGroup] 2024-12-10T11:16:54,538 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.small.0-1733829414537,5,FailOnTimeoutGroup] 2024-12-10T11:16:54,538 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,538 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T11:16:54,538 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,538 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741831_1007 (size=1321) 2024-12-10T11:16:54,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741831_1007 (size=1321) 2024-12-10T11:16:54,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741831_1007 (size=1321) 2024-12-10T11:16:54,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T11:16:54,553 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:16:54,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741832_1008 (size=32) 2024-12-10T11:16:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741832_1008 (size=32) 2024-12-10T11:16:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741832_1008 (size=32) 2024-12-10T11:16:54,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:16:54,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T11:16:54,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T11:16:54,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:54,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:16:54,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T11:16:54,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T11:16:54,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:54,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:16:54,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T11:16:54,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T11:16:54,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:54,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:16:54,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T11:16:54,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T11:16:54,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:16:54,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:16:54,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T11:16:54,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740 2024-12-10T11:16:54,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740 2024-12-10T11:16:54,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T11:16:54,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T11:16:54,582 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T11:16:54,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T11:16:54,585 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:16:54,586 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62430093, jitterRate=-0.06971912086009979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T11:16:54,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733829414570Initializing all the Stores at 1733829414571 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829414571Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829414571Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829414571Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829414571Cleaning up temporary data from old regions at 1733829414582 (+11 ms)Region opened successfully at 1733829414586 (+4 ms) 2024-12-10T11:16:54,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T11:16:54,586 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T11:16:54,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T11:16:54,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T11:16:54,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T11:16:54,586 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T11:16:54,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733829414586Disabling compacts and flushes for region at 1733829414586Disabling writes for close at 1733829414586Writing region close event to WAL at 1733829414586Closed at 1733829414586 2024-12-10T11:16:54,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T11:16:54,587 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T11:16:54,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T11:16:54,589 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T11:16:54,589 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T11:16:54,620 INFO [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(746): ClusterId : 3d93c64c-636a-4ff8-b3f7-0f5a4fea8c11 2024-12-10T11:16:54,620 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(746): ClusterId : 3d93c64c-636a-4ff8-b3f7-0f5a4fea8c11 2024-12-10T11:16:54,620 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T11:16:54,620 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T11:16:54,620 INFO [RS:0;771ffe94c765:37089 {}] regionserver.HRegionServer(746): ClusterId : 3d93c64c-636a-4ff8-b3f7-0f5a4fea8c11 2024-12-10T11:16:54,620 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T11:16:54,623 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T11:16:54,623 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T11:16:54,624 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T11:16:54,624 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T11:16:54,624 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T11:16:54,624 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T11:16:54,628 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T11:16:54,628 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T11:16:54,628 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T11:16:54,629 DEBUG [RS:2;771ffe94c765:43149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59873fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=771ffe94c765/172.17.0.2:0 2024-12-10T11:16:54,629 DEBUG [RS:1;771ffe94c765:36357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3535263e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=771ffe94c765/172.17.0.2:0 2024-12-10T11:16:54,629 DEBUG [RS:0;771ffe94c765:37089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa223aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=771ffe94c765/172.17.0.2:0 2024-12-10T11:16:54,641 DEBUG [RS:1;771ffe94c765:36357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;771ffe94c765:36357 2024-12-10T11:16:54,641 INFO [RS:1;771ffe94c765:36357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T11:16:54,641 INFO [RS:1;771ffe94c765:36357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T11:16:54,641 DEBUG [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T11:16:54,642 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(2659): reportForDuty to master=771ffe94c765,45545,1733829414156 with port=36357, startcode=1733829414270 2024-12-10T11:16:54,642 DEBUG [RS:1;771ffe94c765:36357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T11:16:54,645 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T11:16:54,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 771ffe94c765,36357,1733829414270 2024-12-10T11:16:54,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45545 {}] master.ServerManager(517): Registering regionserver=771ffe94c765,36357,1733829414270 2024-12-10T11:16:54,647 DEBUG [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:16:54,647 DEBUG [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37253 2024-12-10T11:16:54,647 DEBUG [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T11:16:54,647 DEBUG [RS:2;771ffe94c765:43149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;771ffe94c765:43149 2024-12-10T11:16:54,647 DEBUG [RS:0;771ffe94c765:37089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;771ffe94c765:37089 2024-12-10T11:16:54,647 INFO [RS:2;771ffe94c765:43149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T11:16:54,647 INFO [RS:0;771ffe94c765:37089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T11:16:54,647 INFO [RS:2;771ffe94c765:43149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T11:16:54,647 INFO [RS:0;771ffe94c765:37089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T11:16:54,648 DEBUG [RS:0;771ffe94c765:37089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T11:16:54,647 DEBUG [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T11:16:54,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:16:54,649 INFO [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(2659): reportForDuty to master=771ffe94c765,45545,1733829414156 with port=43149, startcode=1733829414300 2024-12-10T11:16:54,649 INFO [RS:0;771ffe94c765:37089 {}] regionserver.HRegionServer(2659): reportForDuty to master=771ffe94c765,45545,1733829414156 with port=37089, startcode=1733829414233 2024-12-10T11:16:54,649 DEBUG [RS:2;771ffe94c765:43149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T11:16:54,649 DEBUG [RS:0;771ffe94c765:37089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T11:16:54,650 DEBUG [RS:1;771ffe94c765:36357 {}] zookeeper.ZKUtil(111): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/771ffe94c765,36357,1733829414270 2024-12-10T11:16:54,650 WARN [RS:1;771ffe94c765:36357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T11:16:54,650 INFO [RS:1;771ffe94c765:36357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:16:54,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [771ffe94c765,36357,1733829414270] 2024-12-10T11:16:54,650 DEBUG [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,36357,1733829414270 2024-12-10T11:16:54,655 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T11:16:54,655 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T11:16:54,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 771ffe94c765,43149,1733829414300 2024-12-10T11:16:54,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45545 {}] master.ServerManager(517): Registering regionserver=771ffe94c765,43149,1733829414300 2024-12-10T11:16:54,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 771ffe94c765,37089,1733829414233 2024-12-10T11:16:54,657 DEBUG [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:16:54,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45545 {}] master.ServerManager(517): Registering regionserver=771ffe94c765,37089,1733829414233 2024-12-10T11:16:54,657 DEBUG [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37253 2024-12-10T11:16:54,657 DEBUG [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T11:16:54,659 DEBUG [RS:0;771ffe94c765:37089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:16:54,659 DEBUG [RS:0;771ffe94c765:37089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37253 2024-12-10T11:16:54,659 DEBUG [RS:0;771ffe94c765:37089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T11:16:54,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:16:54,667 DEBUG [RS:2;771ffe94c765:43149 {}] zookeeper.ZKUtil(111): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/771ffe94c765,43149,1733829414300 2024-12-10T11:16:54,668 WARN [RS:2;771ffe94c765:43149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T11:16:54,668 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [771ffe94c765,43149,1733829414300] 2024-12-10T11:16:54,668 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [771ffe94c765,37089,1733829414233] 2024-12-10T11:16:54,668 INFO [RS:2;771ffe94c765:43149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:16:54,668 DEBUG [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,43149,1733829414300 2024-12-10T11:16:54,668 DEBUG [RS:0;771ffe94c765:37089 {}] zookeeper.ZKUtil(111): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/771ffe94c765,37089,1733829414233 2024-12-10T11:16:54,668 INFO [RS:1;771ffe94c765:36357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T11:16:54,668 WARN [RS:0;771ffe94c765:37089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T11:16:54,668 INFO [RS:0;771ffe94c765:37089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:16:54,668 DEBUG [RS:0;771ffe94c765:37089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233 2024-12-10T11:16:54,671 INFO [RS:1;771ffe94c765:36357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T11:16:54,671 INFO [RS:1;771ffe94c765:36357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T11:16:54,671 INFO [RS:1;771ffe94c765:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,672 INFO [RS:0;771ffe94c765:37089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T11:16:54,672 INFO [RS:2;771ffe94c765:43149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T11:16:54,672 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T11:16:54,673 INFO [RS:1;771ffe94c765:36357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T11:16:54,673 INFO [RS:1;771ffe94c765:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,673 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,673 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,673 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,673 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,673 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,674 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0, corePoolSize=2, maxPoolSize=2 2024-12-10T11:16:54,674 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,674 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,674 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,674 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,674 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,674 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,674 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:16:54,674 DEBUG [RS:1;771ffe94c765:36357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:16:54,676 INFO [RS:0;771ffe94c765:37089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T11:16:54,677 INFO [RS:2;771ffe94c765:43149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T11:16:54,677 INFO [RS:1;771ffe94c765:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,677 INFO [RS:1;771ffe94c765:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,677 INFO [RS:1;771ffe94c765:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,677 INFO [RS:1;771ffe94c765:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,677 INFO [RS:1;771ffe94c765:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,677 INFO [RS:1;771ffe94c765:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,36357,1733829414270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T11:16:54,680 INFO [RS:0;771ffe94c765:37089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T11:16:54,680 INFO [RS:0;771ffe94c765:37089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,680 INFO [RS:2;771ffe94c765:43149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T11:16:54,680 INFO [RS:2;771ffe94c765:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,680 INFO [RS:0;771ffe94c765:37089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T11:16:54,681 INFO [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T11:16:54,681 INFO [RS:0;771ffe94c765:37089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T11:16:54,681 INFO [RS:0;771ffe94c765:37089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,681 INFO [RS:2;771ffe94c765:43149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T11:16:54,681 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 INFO [RS:2;771ffe94c765:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,682 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0, corePoolSize=2, maxPoolSize=2 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0, corePoolSize=2, maxPoolSize=2 2024-12-10T11:16:54,682 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:16:54,682 DEBUG [RS:0;771ffe94c765:37089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:16:54,682 DEBUG [RS:2;771ffe94c765:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:16:54,686 INFO [RS:0;771ffe94c765:37089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,686 INFO [RS:0;771ffe94c765:37089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,686 INFO [RS:0;771ffe94c765:37089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,686 INFO [RS:0;771ffe94c765:37089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,686 INFO [RS:0;771ffe94c765:37089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,686 INFO [RS:0;771ffe94c765:37089 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,37089,1733829414233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T11:16:54,690 INFO [RS:2;771ffe94c765:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,690 INFO [RS:2;771ffe94c765:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,690 INFO [RS:2;771ffe94c765:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,690 INFO [RS:2;771ffe94c765:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,690 INFO [RS:2;771ffe94c765:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,690 INFO [RS:2;771ffe94c765:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,43149,1733829414300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T11:16:54,696 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T11:16:54,696 INFO [RS:1;771ffe94c765:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,36357,1733829414270-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,696 INFO [RS:1;771ffe94c765:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,696 INFO [RS:1;771ffe94c765:36357 {}] regionserver.Replication(171): 771ffe94c765,36357,1733829414270 started 2024-12-10T11:16:54,708 INFO [RS:0;771ffe94c765:37089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T11:16:54,709 INFO [RS:0;771ffe94c765:37089 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,37089,1733829414233-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,709 INFO [RS:0;771ffe94c765:37089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,709 INFO [RS:0;771ffe94c765:37089 {}] regionserver.Replication(171): 771ffe94c765,37089,1733829414233 started 2024-12-10T11:16:54,710 INFO [RS:1;771ffe94c765:36357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,710 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(1482): Serving as 771ffe94c765,36357,1733829414270, RpcServer on 771ffe94c765/172.17.0.2:36357, sessionid=0x1019c1737850002 2024-12-10T11:16:54,710 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T11:16:54,710 DEBUG [RS:1;771ffe94c765:36357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 771ffe94c765,36357,1733829414270 2024-12-10T11:16:54,710 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,36357,1733829414270' 2024-12-10T11:16:54,710 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T11:16:54,711 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T11:16:54,711 INFO [RS:2;771ffe94c765:43149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T11:16:54,711 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T11:16:54,711 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T11:16:54,711 DEBUG [RS:1;771ffe94c765:36357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 771ffe94c765,36357,1733829414270 2024-12-10T11:16:54,711 INFO [RS:2;771ffe94c765:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,43149,1733829414300-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,711 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,36357,1733829414270' 2024-12-10T11:16:54,711 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T11:16:54,711 INFO [RS:2;771ffe94c765:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,711 INFO [RS:2;771ffe94c765:43149 {}] regionserver.Replication(171): 771ffe94c765,43149,1733829414300 started 2024-12-10T11:16:54,712 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T11:16:54,712 DEBUG [RS:1;771ffe94c765:36357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T11:16:54,712 INFO [RS:1;771ffe94c765:36357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T11:16:54,712 INFO [RS:1;771ffe94c765:36357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T11:16:54,730 INFO [RS:0;771ffe94c765:37089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,730 INFO [RS:0;771ffe94c765:37089 {}] regionserver.HRegionServer(1482): Serving as 771ffe94c765,37089,1733829414233, RpcServer on 771ffe94c765/172.17.0.2:37089, sessionid=0x1019c1737850001 2024-12-10T11:16:54,731 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T11:16:54,731 DEBUG [RS:0;771ffe94c765:37089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 771ffe94c765,37089,1733829414233 2024-12-10T11:16:54,731 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,37089,1733829414233' 2024-12-10T11:16:54,731 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T11:16:54,731 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T11:16:54,732 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T11:16:54,732 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T11:16:54,732 DEBUG [RS:0;771ffe94c765:37089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 771ffe94c765,37089,1733829414233 2024-12-10T11:16:54,732 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,37089,1733829414233' 2024-12-10T11:16:54,732 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T11:16:54,732 INFO [RS:2;771ffe94c765:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:16:54,732 INFO [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(1482): Serving as 771ffe94c765,43149,1733829414300, RpcServer on 771ffe94c765/172.17.0.2:43149, sessionid=0x1019c1737850003 2024-12-10T11:16:54,732 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T11:16:54,732 DEBUG [RS:2;771ffe94c765:43149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 771ffe94c765,43149,1733829414300 2024-12-10T11:16:54,732 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,43149,1733829414300' 2024-12-10T11:16:54,732 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T11:16:54,732 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T11:16:54,733 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T11:16:54,733 DEBUG [RS:0;771ffe94c765:37089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T11:16:54,733 INFO [RS:0;771ffe94c765:37089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T11:16:54,733 INFO [RS:0;771ffe94c765:37089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T11:16:54,733 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T11:16:54,733 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T11:16:54,733 DEBUG [RS:2;771ffe94c765:43149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 771ffe94c765,43149,1733829414300 2024-12-10T11:16:54,733 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,43149,1733829414300' 2024-12-10T11:16:54,733 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T11:16:54,733 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T11:16:54,734 DEBUG [RS:2;771ffe94c765:43149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T11:16:54,734 INFO [RS:2;771ffe94c765:43149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T11:16:54,734 INFO [RS:2;771ffe94c765:43149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T11:16:54,740 WARN [771ffe94c765:45545 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T11:16:54,813 INFO [RS:1;771ffe94c765:36357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:16:54,815 INFO [RS:1;771ffe94c765:36357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C36357%2C1733829414270, suffix=, logDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,36357,1733829414270, archiveDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/oldWALs, maxLogs=32 2024-12-10T11:16:54,829 DEBUG [RS:1;771ffe94c765:36357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,36357,1733829414270/771ffe94c765%2C36357%2C1733829414270.1733829414815, exclude list is [], retry=0 2024-12-10T11:16:54,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44833,DS-e61779b6-7ad5-4579-8cf1-2f03075920db,DISK] 2024-12-10T11:16:54,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-8d32df42-a31b-45d2-9049-286f3c208502,DISK] 2024-12-10T11:16:54,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45755,DS-74dda645-3cba-4854-b41f-6cac64642194,DISK] 2024-12-10T11:16:54,833 INFO [RS:0;771ffe94c765:37089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:16:54,834 INFO [RS:2;771ffe94c765:43149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:16:54,835 INFO [RS:0;771ffe94c765:37089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C37089%2C1733829414233, suffix=, logDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233, archiveDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/oldWALs, maxLogs=32 2024-12-10T11:16:54,837 INFO [RS:2;771ffe94c765:43149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C43149%2C1733829414300, suffix=, logDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,43149,1733829414300, archiveDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/oldWALs, maxLogs=32 2024-12-10T11:16:54,837 INFO [RS:1;771ffe94c765:36357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,36357,1733829414270/771ffe94c765%2C36357%2C1733829414270.1733829414815 2024-12-10T11:16:54,840 DEBUG [RS:1;771ffe94c765:36357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38309:38309),(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:37981:37981)] 2024-12-10T11:16:54,849 DEBUG [RS:0;771ffe94c765:37089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233/771ffe94c765%2C37089%2C1733829414233.1733829414836, exclude list is [], retry=0 2024-12-10T11:16:54,851 DEBUG [RS:2;771ffe94c765:43149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,43149,1733829414300/771ffe94c765%2C43149%2C1733829414300.1733829414838, exclude list is [], retry=0 2024-12-10T11:16:54,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45755,DS-74dda645-3cba-4854-b41f-6cac64642194,DISK] 2024-12-10T11:16:54,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44833,DS-e61779b6-7ad5-4579-8cf1-2f03075920db,DISK] 2024-12-10T11:16:54,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-8d32df42-a31b-45d2-9049-286f3c208502,DISK] 2024-12-10T11:16:54,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45755,DS-74dda645-3cba-4854-b41f-6cac64642194,DISK] 2024-12-10T11:16:54,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-8d32df42-a31b-45d2-9049-286f3c208502,DISK] 2024-12-10T11:16:54,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44833,DS-e61779b6-7ad5-4579-8cf1-2f03075920db,DISK] 2024-12-10T11:16:54,856 INFO [RS:0;771ffe94c765:37089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233/771ffe94c765%2C37089%2C1733829414233.1733829414836 2024-12-10T11:16:54,857 DEBUG [RS:0;771ffe94c765:37089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38309:38309),(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:37981:37981)] 2024-12-10T11:16:54,857 INFO [RS:2;771ffe94c765:43149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,43149,1733829414300/771ffe94c765%2C43149%2C1733829414300.1733829414838 2024-12-10T11:16:54,857 DEBUG [RS:2;771ffe94c765:43149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38309:38309),(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:37981:37981)] 2024-12-10T11:16:54,990 DEBUG [771ffe94c765:45545 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-10T11:16:54,990 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(204): Hosts are {771ffe94c765=0} racks are {/default-rack=0} 2024-12-10T11:16:54,993 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T11:16:54,993 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T11:16:54,993 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T11:16:54,993 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T11:16:54,993 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T11:16:54,993 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T11:16:54,993 INFO [771ffe94c765:45545 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T11:16:54,993 INFO [771ffe94c765:45545 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T11:16:54,993 INFO [771ffe94c765:45545 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T11:16:54,993 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T11:16:54,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=771ffe94c765,37089,1733829414233 2024-12-10T11:16:54,994 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 771ffe94c765,37089,1733829414233, state=OPENING 2024-12-10T11:16:54,996 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T11:16:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:16:54,999 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T11:16:54,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:16:54,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:16:54,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:16:54,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:16:54,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=771ffe94c765,37089,1733829414233}] 2024-12-10T11:16:57,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:16:57,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:16:57,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:16:58,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T11:16:58,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:16:58,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:16:58,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:17:05,002 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T11:17:05,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T11:17:05,009 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T11:17:05,009 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:17:05,009 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T11:17:05,011 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C37089%2C1733829414233.meta, suffix=.meta, logDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233, archiveDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/oldWALs, maxLogs=32 2024-12-10T11:17:05,025 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta, exclude list is [], retry=0 2024-12-10T11:17:05,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44833,DS-e61779b6-7ad5-4579-8cf1-2f03075920db,DISK] 2024-12-10T11:17:05,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-8d32df42-a31b-45d2-9049-286f3c208502,DISK] 2024-12-10T11:17:05,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45755,DS-74dda645-3cba-4854-b41f-6cac64642194,DISK] 2024-12-10T11:17:05,031 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta 2024-12-10T11:17:05,031 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981),(127.0.0.1/127.0.0.1:38309:38309),(127.0.0.1/127.0.0.1:33957:33957)] 2024-12-10T11:17:05,031 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:17:05,031 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T11:17:05,031 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T11:17:05,032 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T11:17:05,032 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T11:17:05,032 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:05,032 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T11:17:05,032 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T11:17:05,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T11:17:05,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T11:17:05,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:05,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:17:05,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T11:17:05,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T11:17:05,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:05,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:17:05,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T11:17:05,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T11:17:05,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:05,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:17:05,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T11:17:05,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T11:17:05,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:05,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:17:05,042 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T11:17:05,042 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740 2024-12-10T11:17:05,043 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740 2024-12-10T11:17:05,045 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T11:17:05,045 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T11:17:05,045 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T11:17:05,046 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T11:17:05,047 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69968655, jitterRate=0.04261420667171478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T11:17:05,047 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T11:17:05,047 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733829425032Writing region info on filesystem at 1733829425032Initializing all the Stores at 1733829425033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829425033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829425034 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829425034Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829425034Cleaning up temporary data from old regions at 1733829425045 (+11 ms)Running coprocessor post-open hooks at 1733829425047 (+2 ms)Region opened successfully at 1733829425047 2024-12-10T11:17:05,048 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733829425002 2024-12-10T11:17:05,050 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T11:17:05,050 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T11:17:05,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,37089,1733829414233 2024-12-10T11:17:05,051 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 771ffe94c765,37089,1733829414233, state=OPEN 2024-12-10T11:17:05,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:17:05,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:17:05,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:17:05,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:17:05,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:17:05,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:17:05,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:17:05,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:17:05,055 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=771ffe94c765,37089,1733829414233 2024-12-10T11:17:05,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T11:17:05,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=771ffe94c765,37089,1733829414233 in 10.0560 sec 2024-12-10T11:17:05,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T11:17:05,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4690 sec 2024-12-10T11:17:05,062 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T11:17:05,062 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T11:17:05,065 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T11:17:05,065 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=771ffe94c765,37089,1733829414233, seqNum=-1] 2024-12-10T11:17:05,066 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:17:05,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:17:05,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5440 sec 2024-12-10T11:17:05,075 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733829425075, completionTime=-1 2024-12-10T11:17:05,075 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-10T11:17:05,075 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T11:17:05,077 INFO [master/771ffe94c765:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-10T11:17:05,077 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733829485077 2024-12-10T11:17:05,077 INFO [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733829545077 2024-12-10T11:17:05,077 INFO [master/771ffe94c765:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-10T11:17:05,077 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T11:17:05,078 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,45545,1733829414156-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:17:05,078 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,45545,1733829414156-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:17:05,078 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,45545,1733829414156-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:17:05,078 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-771ffe94c765:45545, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:17:05,078 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T11:17:05,078 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T11:17:05,080 DEBUG [master/771ffe94c765:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T11:17:05,082 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.740sec 2024-12-10T11:17:05,082 INFO [master/771ffe94c765:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T11:17:05,082 INFO [master/771ffe94c765:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T11:17:05,082 INFO [master/771ffe94c765:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T11:17:05,082 INFO [master/771ffe94c765:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T11:17:05,082 INFO [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T11:17:05,082 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,45545,1733829414156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T11:17:05,083 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,45545,1733829414156-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T11:17:05,085 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T11:17:05,085 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T11:17:05,085 INFO [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,45545,1733829414156-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:17:05,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e417f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:17:05,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 771ffe94c765,45545,-1 for getting cluster id 2024-12-10T11:17:05,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T11:17:05,130 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d93c64c-636a-4ff8-b3f7-0f5a4fea8c11' 2024-12-10T11:17:05,130 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T11:17:05,131 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d93c64c-636a-4ff8-b3f7-0f5a4fea8c11" 2024-12-10T11:17:05,131 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e7afff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:17:05,131 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [771ffe94c765,45545,-1] 2024-12-10T11:17:05,131 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T11:17:05,132 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:17:05,133 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T11:17:05,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3892c131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:17:05,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T11:17:05,135 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=771ffe94c765,37089,1733829414233, seqNum=-1] 2024-12-10T11:17:05,135 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:17:05,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:17:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=771ffe94c765,45545,1733829414156 2024-12-10T11:17:05,138 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733829425138 (current time:1733829425138). 2024-12-10T11:17:05,138 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-10T11:17:05,138 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-10T11:17:05,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65efefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:17:05,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 771ffe94c765,45545,-1 for getting cluster id 2024-12-10T11:17:05,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T11:17:05,140 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d93c64c-636a-4ff8-b3f7-0f5a4fea8c11' 2024-12-10T11:17:05,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T11:17:05,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d93c64c-636a-4ff8-b3f7-0f5a4fea8c11" 2024-12-10T11:17:05,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aea36de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:17:05,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [771ffe94c765,45545,-1] 2024-12-10T11:17:05,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T11:17:05,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:17:05,141 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T11:17:05,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743cb2ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:17:05,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T11:17:05,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=771ffe94c765,37089,1733829414233, seqNum=-1] 2024-12-10T11:17:05,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:17:05,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:17:05,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T11:17:05,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:17:05,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:17:05,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:17:05,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T11:17:05,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T11:17:05,147 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 771ffe94c765,45545,1733829414156 2024-12-10T11:17:05,147 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e4bfbe3 2024-12-10T11:17:05,147 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T11:17:05,148 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T11:17:05,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T11:17:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-10T11:17:05,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T11:17:05,151 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:05,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-10T11:17:05,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T11:17:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:17:05,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741837_1013 (size=361) 2024-12-10T11:17:05,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741837_1013 (size=361) 2024-12-10T11:17:05,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741837_1013 (size=361) 2024-12-10T11:17:05,164 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 74d934f531fe42b9d6af17063637bc7d, NAME => 'SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:17:05,164 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 01dd5581271e702e38e19d7fade8c326, NAME => 'SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:17:05,164 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 263d58530c2ed708f21b5032de0fafe1, NAME => 'SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:17:05,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741839_1015 (size=62) 2024-12-10T11:17:05,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741839_1015 (size=62) 2024-12-10T11:17:05,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741838_1014 (size=62) 2024-12-10T11:17:05,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741839_1015 (size=62) 2024-12-10T11:17:05,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741840_1016 (size=54) 2024-12-10T11:17:05,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:05,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 74d934f531fe42b9d6af17063637bc7d, disabling compactions & flushes 2024-12-10T11:17:05,175 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:05,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:05,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. after waiting 0 ms 2024-12-10T11:17:05,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:05,175 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:05,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741838_1014 (size=62) 2024-12-10T11:17:05,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 74d934f531fe42b9d6af17063637bc7d: Waiting for close lock at 1733829425175Disabling compacts and flushes for region at 1733829425175Disabling writes for close at 1733829425175Writing region close event to WAL at 1733829425175Closed at 1733829425175 2024-12-10T11:17:05,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741840_1016 (size=54) 2024-12-10T11:17:05,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741838_1014 (size=62) 2024-12-10T11:17:05,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741840_1016 (size=54) 2024-12-10T11:17:05,176 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 84d8586616c84597df113f179e27663d, NAME => 'SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:17:05,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:05,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 263d58530c2ed708f21b5032de0fafe1, disabling compactions & flushes 2024-12-10T11:17:05,176 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:05,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:05,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. after waiting 0 ms 2024-12-10T11:17:05,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:05,176 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:05,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 263d58530c2ed708f21b5032de0fafe1: Waiting for close lock at 1733829425176Disabling compacts and flushes for region at 1733829425176Disabling writes for close at 1733829425176Writing region close event to WAL at 1733829425176Closed at 1733829425176 2024-12-10T11:17:05,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:05,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 01dd5581271e702e38e19d7fade8c326, disabling compactions & flushes 2024-12-10T11:17:05,177 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326. 2024-12-10T11:17:05,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326. 2024-12-10T11:17:05,177 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 484eb3009c24307cb15d12c502785065, NAME => 'SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:17:05,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326. after waiting 0 ms 2024-12-10T11:17:05,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326. 2024-12-10T11:17:05,177 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326. 2024-12-10T11:17:05,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 01dd5581271e702e38e19d7fade8c326: Waiting for close lock at 1733829425176Disabling compacts and flushes for region at 1733829425176Disabling writes for close at 1733829425177 (+1 ms)Writing region close event to WAL at 1733829425177Closed at 1733829425177 2024-12-10T11:17:05,178 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cecfefd190569e3915751e448739e533, NAME => 'SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:17:05,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741841_1017 (size=62) 2024-12-10T11:17:05,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741841_1017 (size=62) 2024-12-10T11:17:05,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741841_1017 (size=62) 2024-12-10T11:17:05,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:05,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 84d8586616c84597df113f179e27663d, disabling compactions & flushes 2024-12-10T11:17:05,188 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:05,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:05,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. after waiting 0 ms 2024-12-10T11:17:05,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:05,188 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:05,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 84d8586616c84597df113f179e27663d: Waiting for close lock at 1733829425188Disabling compacts and flushes for region at 1733829425188Disabling writes for close at 1733829425188Writing region close event to WAL at 1733829425188Closed at 1733829425188 2024-12-10T11:17:05,189 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 26cf5ecff6cf53b992dc35b582d0f3e2, NAME => 'SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:17:05,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741843_1019 (size=62) 2024-12-10T11:17:05,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741842_1018 (size=62) 2024-12-10T11:17:05,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741843_1019 (size=62) 2024-12-10T11:17:05,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741842_1018 (size=62) 2024-12-10T11:17:05,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741843_1019 (size=62) 2024-12-10T11:17:05,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741842_1018 (size=62) 2024-12-10T11:17:05,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:05,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cecfefd190569e3915751e448739e533, disabling compactions & flushes 2024-12-10T11:17:05,191 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:05,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:05,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. after waiting 0 ms 2024-12-10T11:17:05,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:05,191 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:05,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cecfefd190569e3915751e448739e533: Waiting for close lock at 1733829425191Disabling compacts and flushes for region at 1733829425191Disabling writes for close at 1733829425191Writing region close event to WAL at 1733829425191Closed at 1733829425191 2024-12-10T11:17:05,192 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d6d466f203111bbe8a5cbb79a7960984, NAME => 'SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:17:05,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:05,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 484eb3009c24307cb15d12c502785065, disabling compactions & flushes 2024-12-10T11:17:05,194 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065. 2024-12-10T11:17:05,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065. 2024-12-10T11:17:05,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065. after waiting 0 ms 2024-12-10T11:17:05,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065. 2024-12-10T11:17:05,194 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065. 2024-12-10T11:17:05,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 484eb3009c24307cb15d12c502785065: Waiting for close lock at 1733829425193Disabling compacts and flushes for region at 1733829425193Disabling writes for close at 1733829425194 (+1 ms)Writing region close event to WAL at 1733829425194Closed at 1733829425194 2024-12-10T11:17:05,194 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7b3c5754ba86af9ae5b3a8b61a8f74b, NAME => 'SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:17:05,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741844_1020 (size=62) 2024-12-10T11:17:05,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741844_1020 (size=62) 2024-12-10T11:17:05,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741844_1020 (size=62) 2024-12-10T11:17:05,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:05,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 26cf5ecff6cf53b992dc35b582d0f3e2, disabling compactions & flushes 2024-12-10T11:17:05,201 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:05,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:05,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. after waiting 0 ms 2024-12-10T11:17:05,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:05,201 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:05,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 26cf5ecff6cf53b992dc35b582d0f3e2: Waiting for close lock at 1733829425201Disabling compacts and flushes for region at 1733829425201Disabling writes for close at 1733829425201Writing region close event to WAL at 1733829425201Closed at 1733829425201 2024-12-10T11:17:05,202 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 83532237dca8641d30b486d03217f63f, NAME => 'SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd 2024-12-10T11:17:05,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741845_1021 (size=62) 2024-12-10T11:17:05,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741845_1021 (size=62) 2024-12-10T11:17:05,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741845_1021 (size=62) 2024-12-10T11:17:05,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:05,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d6d466f203111bbe8a5cbb79a7960984, disabling compactions & flushes 2024-12-10T11:17:05,206 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:05,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:05,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. after waiting 0 ms 2024-12-10T11:17:05,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:05,207 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:05,207 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d6d466f203111bbe8a5cbb79a7960984: Waiting for close lock at 1733829425206Disabling compacts and flushes for region at 1733829425206Disabling writes for close at 1733829425206Writing region close event to WAL at 1733829425206Closed at 1733829425206 2024-12-10T11:17:05,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741846_1022 (size=62) 2024-12-10T11:17:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741846_1022 (size=62) 2024-12-10T11:17:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741846_1022 (size=62) 2024-12-10T11:17:05,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:05,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e7b3c5754ba86af9ae5b3a8b61a8f74b, disabling compactions & flushes 2024-12-10T11:17:05,215 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b. 2024-12-10T11:17:05,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b. 2024-12-10T11:17:05,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b. after waiting 0 ms 2024-12-10T11:17:05,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b. 2024-12-10T11:17:05,215 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b. 2024-12-10T11:17:05,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7b3c5754ba86af9ae5b3a8b61a8f74b: Waiting for close lock at 1733829425215Disabling compacts and flushes for region at 1733829425215Disabling writes for close at 1733829425215Writing region close event to WAL at 1733829425215Closed at 1733829425215 2024-12-10T11:17:05,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741847_1023 (size=54) 2024-12-10T11:17:05,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741847_1023 (size=54) 2024-12-10T11:17:05,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741847_1023 (size=54) 2024-12-10T11:17:05,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:05,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 83532237dca8641d30b486d03217f63f, disabling compactions & flushes 2024-12-10T11:17:05,226 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:05,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:05,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. after waiting 0 ms 2024-12-10T11:17:05,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:05,226 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:05,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 83532237dca8641d30b486d03217f63f: Waiting for close lock at 1733829425226Disabling compacts and flushes for region at 1733829425226Disabling writes for close at 1733829425226Writing region close event to WAL at 1733829425226Closed at 1733829425226 2024-12-10T11:17:05,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T11:17:05,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829425228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829425228"}]},"ts":"1733829425228"} 2024-12-10T11:17:05,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733829425228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829425228"}]},"ts":"1733829425228"} 2024-12-10T11:17:05,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829425228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829425228"}]},"ts":"1733829425228"} 2024-12-10T11:17:05,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829425228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829425228"}]},"ts":"1733829425228"} 2024-12-10T11:17:05,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829425228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829425228"}]},"ts":"1733829425228"} 2024-12-10T11:17:05,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829425228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829425228"}]},"ts":"1733829425228"} 2024-12-10T11:17:05,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829425228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829425228"}]},"ts":"1733829425228"} 2024-12-10T11:17:05,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829425228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829425228"}]},"ts":"1733829425228"} 2024-12-10T11:17:05,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733829425228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829425228"}]},"ts":"1733829425228"} 2024-12-10T11:17:05,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733829425228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733829425228"}]},"ts":"1733829425228"} 2024-12-10T11:17:05,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-10T11:17:05,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T11:17:05,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733829425234"}]},"ts":"1733829425234"} 2024-12-10T11:17:05,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-10T11:17:05,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {771ffe94c765=0} racks are {/default-rack=0} 2024-12-10T11:17:05,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T11:17:05,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T11:17:05,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T11:17:05,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T11:17:05,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T11:17:05,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T11:17:05,240 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T11:17:05,240 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T11:17:05,240 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T11:17:05,241 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T11:17:05,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=263d58530c2ed708f21b5032de0fafe1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01dd5581271e702e38e19d7fade8c326, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74d934f531fe42b9d6af17063637bc7d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84d8586616c84597df113f179e27663d, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=484eb3009c24307cb15d12c502785065, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cecfefd190569e3915751e448739e533, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26cf5ecff6cf53b992dc35b582d0f3e2, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d6d466f203111bbe8a5cbb79a7960984, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7b3c5754ba86af9ae5b3a8b61a8f74b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83532237dca8641d30b486d03217f63f, ASSIGN}] 2024-12-10T11:17:05,243 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84d8586616c84597df113f179e27663d, ASSIGN 2024-12-10T11:17:05,243 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=484eb3009c24307cb15d12c502785065, ASSIGN 2024-12-10T11:17:05,243 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74d934f531fe42b9d6af17063637bc7d, ASSIGN 2024-12-10T11:17:05,243 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01dd5581271e702e38e19d7fade8c326, ASSIGN 2024-12-10T11:17:05,243 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=84d8586616c84597df113f179e27663d, ASSIGN; state=OFFLINE, location=771ffe94c765,36357,1733829414270; forceNewPlan=false, retain=false 2024-12-10T11:17:05,244 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=484eb3009c24307cb15d12c502785065, ASSIGN; state=OFFLINE, location=771ffe94c765,37089,1733829414233; forceNewPlan=false, retain=false 2024-12-10T11:17:05,244 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01dd5581271e702e38e19d7fade8c326, ASSIGN; state=OFFLINE, location=771ffe94c765,37089,1733829414233; forceNewPlan=false, retain=false 2024-12-10T11:17:05,244 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74d934f531fe42b9d6af17063637bc7d, ASSIGN; state=OFFLINE, location=771ffe94c765,36357,1733829414270; forceNewPlan=false, retain=false 2024-12-10T11:17:05,247 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d6d466f203111bbe8a5cbb79a7960984, ASSIGN 2024-12-10T11:17:05,247 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7b3c5754ba86af9ae5b3a8b61a8f74b, ASSIGN 2024-12-10T11:17:05,247 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83532237dca8641d30b486d03217f63f, ASSIGN 2024-12-10T11:17:05,247 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26cf5ecff6cf53b992dc35b582d0f3e2, ASSIGN 2024-12-10T11:17:05,247 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cecfefd190569e3915751e448739e533, ASSIGN 2024-12-10T11:17:05,248 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e7b3c5754ba86af9ae5b3a8b61a8f74b, ASSIGN; state=OFFLINE, location=771ffe94c765,37089,1733829414233; forceNewPlan=false, retain=false 2024-12-10T11:17:05,248 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d6d466f203111bbe8a5cbb79a7960984, ASSIGN; state=OFFLINE, location=771ffe94c765,43149,1733829414300; forceNewPlan=false, retain=false 2024-12-10T11:17:05,248 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26cf5ecff6cf53b992dc35b582d0f3e2, ASSIGN; state=OFFLINE, location=771ffe94c765,36357,1733829414270; forceNewPlan=false, retain=false 2024-12-10T11:17:05,248 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83532237dca8641d30b486d03217f63f, ASSIGN; state=OFFLINE, location=771ffe94c765,36357,1733829414270; forceNewPlan=false, retain=false 2024-12-10T11:17:05,248 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cecfefd190569e3915751e448739e533, ASSIGN; state=OFFLINE, location=771ffe94c765,43149,1733829414300; forceNewPlan=false, retain=false 2024-12-10T11:17:05,251 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=263d58530c2ed708f21b5032de0fafe1, ASSIGN 2024-12-10T11:17:05,252 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=263d58530c2ed708f21b5032de0fafe1, ASSIGN; state=OFFLINE, location=771ffe94c765,43149,1733829414300; forceNewPlan=false, retain=false 2024-12-10T11:17:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:17:05,394 INFO [771ffe94c765:45545 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-10T11:17:05,395 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d6d466f203111bbe8a5cbb79a7960984, regionState=OPENING, regionLocation=771ffe94c765,43149,1733829414300 2024-12-10T11:17:05,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cecfefd190569e3915751e448739e533, regionState=OPENING, regionLocation=771ffe94c765,43149,1733829414300 2024-12-10T11:17:05,395 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e7b3c5754ba86af9ae5b3a8b61a8f74b, regionState=OPENING, regionLocation=771ffe94c765,37089,1733829414233 2024-12-10T11:17:05,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=484eb3009c24307cb15d12c502785065, regionState=OPENING, regionLocation=771ffe94c765,37089,1733829414233 2024-12-10T11:17:05,395 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=263d58530c2ed708f21b5032de0fafe1, regionState=OPENING, regionLocation=771ffe94c765,43149,1733829414300 2024-12-10T11:17:05,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=01dd5581271e702e38e19d7fade8c326, regionState=OPENING, regionLocation=771ffe94c765,37089,1733829414233 2024-12-10T11:17:05,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=83532237dca8641d30b486d03217f63f, regionState=OPENING, regionLocation=771ffe94c765,36357,1733829414270 2024-12-10T11:17:05,395 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=84d8586616c84597df113f179e27663d, regionState=OPENING, regionLocation=771ffe94c765,36357,1733829414270 2024-12-10T11:17:05,395 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=26cf5ecff6cf53b992dc35b582d0f3e2, regionState=OPENING, regionLocation=771ffe94c765,36357,1733829414270 2024-12-10T11:17:05,395 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=74d934f531fe42b9d6af17063637bc7d, regionState=OPENING, regionLocation=771ffe94c765,36357,1733829414270 2024-12-10T11:17:05,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d6d466f203111bbe8a5cbb79a7960984, ASSIGN because future has completed 2024-12-10T11:17:05,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6d466f203111bbe8a5cbb79a7960984, server=771ffe94c765,43149,1733829414300}] 2024-12-10T11:17:05,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cecfefd190569e3915751e448739e533, ASSIGN because future has completed 2024-12-10T11:17:05,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cecfefd190569e3915751e448739e533, server=771ffe94c765,43149,1733829414300}] 2024-12-10T11:17:05,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e7b3c5754ba86af9ae5b3a8b61a8f74b, ASSIGN because future has completed 2024-12-10T11:17:05,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7b3c5754ba86af9ae5b3a8b61a8f74b, server=771ffe94c765,37089,1733829414233}] 2024-12-10T11:17:05,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=263d58530c2ed708f21b5032de0fafe1, ASSIGN because future has completed 2024-12-10T11:17:05,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 263d58530c2ed708f21b5032de0fafe1, server=771ffe94c765,43149,1733829414300}] 2024-12-10T11:17:05,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=484eb3009c24307cb15d12c502785065, ASSIGN because future has completed 2024-12-10T11:17:05,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01dd5581271e702e38e19d7fade8c326, ASSIGN because future has completed 2024-12-10T11:17:05,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26cf5ecff6cf53b992dc35b582d0f3e2, ASSIGN because future has completed 2024-12-10T11:17:05,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26cf5ecff6cf53b992dc35b582d0f3e2, server=771ffe94c765,36357,1733829414270}] 2024-12-10T11:17:05,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=84d8586616c84597df113f179e27663d, ASSIGN because future has completed 2024-12-10T11:17:05,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84d8586616c84597df113f179e27663d, server=771ffe94c765,36357,1733829414270}] 2024-12-10T11:17:05,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01dd5581271e702e38e19d7fade8c326, server=771ffe94c765,37089,1733829414233}] 2024-12-10T11:17:05,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83532237dca8641d30b486d03217f63f, ASSIGN because future has completed 2024-12-10T11:17:05,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74d934f531fe42b9d6af17063637bc7d, ASSIGN because future has completed 2024-12-10T11:17:05,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 484eb3009c24307cb15d12c502785065, server=771ffe94c765,37089,1733829414233}] 2024-12-10T11:17:05,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74d934f531fe42b9d6af17063637bc7d, server=771ffe94c765,36357,1733829414270}] 2024-12-10T11:17:05,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83532237dca8641d30b486d03217f63f, server=771ffe94c765,36357,1733829414270}] 2024-12-10T11:17:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:17:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:17:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:17:06,672 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T11:17:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:17:08,635 INFO [regionserver/771ffe94c765:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-10T11:17:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:17:10,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:17:10,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:17:10,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:17:10,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T11:17:10,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:17:10,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:17:10,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:17:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:17:15,401 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T11:17:15,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T11:17:15,407 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:15,407 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => cecfefd190569e3915751e448739e533, NAME => 'SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-10T11:17:15,408 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cecfefd190569e3915751e448739e533 2024-12-10T11:17:15,408 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:15,408 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for cecfefd190569e3915751e448739e533 2024-12-10T11:17:15,408 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for cecfefd190569e3915751e448739e533 2024-12-10T11:17:15,409 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T11:17:15,411 INFO [StoreOpener-cecfefd190569e3915751e448739e533-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cecfefd190569e3915751e448739e533 2024-12-10T11:17:15,412 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b. 2024-12-10T11:17:15,412 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e7b3c5754ba86af9ae5b3a8b61a8f74b, NAME => 'SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-10T11:17:15,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T11:17:15,412 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:15,412 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:15,412 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:15,412 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:15,413 INFO [StoreOpener-cecfefd190569e3915751e448739e533-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cecfefd190569e3915751e448739e533 columnFamilyName cf 2024-12-10T11:17:15,413 DEBUG [StoreOpener-cecfefd190569e3915751e448739e533-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:15,413 INFO [StoreOpener-cecfefd190569e3915751e448739e533-1 {}] regionserver.HStore(327): Store=cecfefd190569e3915751e448739e533/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:17:15,413 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for cecfefd190569e3915751e448739e533 2024-12-10T11:17:15,414 INFO [StoreOpener-e7b3c5754ba86af9ae5b3a8b61a8f74b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:15,414 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/cecfefd190569e3915751e448739e533 2024-12-10T11:17:15,415 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/cecfefd190569e3915751e448739e533 2024-12-10T11:17:15,415 INFO [StoreOpener-e7b3c5754ba86af9ae5b3a8b61a8f74b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b3c5754ba86af9ae5b3a8b61a8f74b columnFamilyName cf 2024-12-10T11:17:15,416 DEBUG [StoreOpener-e7b3c5754ba86af9ae5b3a8b61a8f74b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:15,416 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for cecfefd190569e3915751e448739e533 2024-12-10T11:17:15,416 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for cecfefd190569e3915751e448739e533 2024-12-10T11:17:15,416 INFO [StoreOpener-e7b3c5754ba86af9ae5b3a8b61a8f74b-1 {}] regionserver.HStore(327): Store=e7b3c5754ba86af9ae5b3a8b61a8f74b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:17:15,416 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:15,416 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:15,417 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 83532237dca8641d30b486d03217f63f, NAME => 'SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-10T11:17:15,417 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:15,417 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 83532237dca8641d30b486d03217f63f 2024-12-10T11:17:15,417 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:15,417 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 83532237dca8641d30b486d03217f63f 2024-12-10T11:17:15,417 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 83532237dca8641d30b486d03217f63f 2024-12-10T11:17:15,417 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:15,418 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for cecfefd190569e3915751e448739e533 2024-12-10T11:17:15,418 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:15,418 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:15,418 INFO [StoreOpener-83532237dca8641d30b486d03217f63f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 83532237dca8641d30b486d03217f63f 2024-12-10T11:17:15,419 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:15,420 INFO [StoreOpener-83532237dca8641d30b486d03217f63f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83532237dca8641d30b486d03217f63f columnFamilyName cf 2024-12-10T11:17:15,420 DEBUG [StoreOpener-83532237dca8641d30b486d03217f63f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:15,420 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/cecfefd190569e3915751e448739e533/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:17:15,420 INFO [StoreOpener-83532237dca8641d30b486d03217f63f-1 {}] regionserver.HStore(327): Store=83532237dca8641d30b486d03217f63f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:17:15,420 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 83532237dca8641d30b486d03217f63f 2024-12-10T11:17:15,420 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened cecfefd190569e3915751e448739e533; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68757062, jitterRate=0.02456006407737732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:17:15,421 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cecfefd190569e3915751e448739e533 2024-12-10T11:17:15,421 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for cecfefd190569e3915751e448739e533: Running coprocessor pre-open hook at 1733829435408Writing region info on filesystem at 1733829435408Initializing all the Stores at 1733829435409 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829435409Cleaning up temporary data from old regions at 1733829435416 (+7 ms)Running coprocessor post-open hooks at 1733829435421 (+5 ms)Region opened successfully at 1733829435421 2024-12-10T11:17:15,421 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/83532237dca8641d30b486d03217f63f 2024-12-10T11:17:15,421 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/83532237dca8641d30b486d03217f63f 2024-12-10T11:17:15,422 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533., pid=16, masterSystemTime=1733829435400 2024-12-10T11:17:15,422 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 83532237dca8641d30b486d03217f63f 2024-12-10T11:17:15,422 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/e7b3c5754ba86af9ae5b3a8b61a8f74b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:17:15,422 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 83532237dca8641d30b486d03217f63f 2024-12-10T11:17:15,422 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e7b3c5754ba86af9ae5b3a8b61a8f74b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72046924, jitterRate=0.07358282804489136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:17:15,423 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:15,423 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e7b3c5754ba86af9ae5b3a8b61a8f74b: Running coprocessor pre-open hook at 1733829435412Writing region info on filesystem at 1733829435412Initializing all the Stores at 1733829435413 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829435413Cleaning up temporary data from old regions at 1733829435418 (+5 ms)Running coprocessor post-open hooks at 1733829435423 (+5 ms)Region opened successfully at 1733829435423 2024-12-10T11:17:15,423 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b., pid=17, masterSystemTime=1733829435406 2024-12-10T11:17:15,424 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 83532237dca8641d30b486d03217f63f 2024-12-10T11:17:15,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cecfefd190569e3915751e448739e533, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43149,1733829414300 2024-12-10T11:17:15,425 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:15,425 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:15,425 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:15,425 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 263d58530c2ed708f21b5032de0fafe1, NAME => 'SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-10T11:17:15,425 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:15,425 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:15,425 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:15,426 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:15,426 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b. 2024-12-10T11:17:15,426 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b. 2024-12-10T11:17:15,426 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065. 2024-12-10T11:17:15,426 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 484eb3009c24307cb15d12c502785065, NAME => 'SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-10T11:17:15,426 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 484eb3009c24307cb15d12c502785065 2024-12-10T11:17:15,426 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:15,427 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 484eb3009c24307cb15d12c502785065 2024-12-10T11:17:15,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cecfefd190569e3915751e448739e533, server=771ffe94c765,43149,1733829414300 because future has completed 2024-12-10T11:17:15,427 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 484eb3009c24307cb15d12c502785065 2024-12-10T11:17:15,427 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/83532237dca8641d30b486d03217f63f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:17:15,427 INFO [StoreOpener-263d58530c2ed708f21b5032de0fafe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:15,428 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e7b3c5754ba86af9ae5b3a8b61a8f74b, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,37089,1733829414233 2024-12-10T11:17:15,428 INFO [StoreOpener-484eb3009c24307cb15d12c502785065-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 484eb3009c24307cb15d12c502785065 2024-12-10T11:17:15,428 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 83532237dca8641d30b486d03217f63f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73198628, jitterRate=0.09074455499649048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:17:15,428 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83532237dca8641d30b486d03217f63f 2024-12-10T11:17:15,428 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 83532237dca8641d30b486d03217f63f: Running coprocessor pre-open hook at 1733829435417Writing region info on filesystem at 1733829435417Initializing all the Stores at 1733829435418 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829435418Cleaning up temporary data from old regions at 1733829435422 (+4 ms)Running coprocessor post-open hooks at 1733829435428 (+6 ms)Region opened successfully at 1733829435428 2024-12-10T11:17:15,430 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f., pid=24, masterSystemTime=1733829435409 2024-12-10T11:17:15,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-12-10T11:17:15,430 INFO [StoreOpener-263d58530c2ed708f21b5032de0fafe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263d58530c2ed708f21b5032de0fafe1 columnFamilyName cf 2024-12-10T11:17:15,430 INFO [StoreOpener-484eb3009c24307cb15d12c502785065-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 484eb3009c24307cb15d12c502785065 columnFamilyName cf 2024-12-10T11:17:15,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure cecfefd190569e3915751e448739e533, server=771ffe94c765,43149,1733829414300 in 10.0290 sec 2024-12-10T11:17:15,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7b3c5754ba86af9ae5b3a8b61a8f74b, server=771ffe94c765,37089,1733829414233 because future has completed 2024-12-10T11:17:15,430 DEBUG [StoreOpener-263d58530c2ed708f21b5032de0fafe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:15,430 DEBUG [StoreOpener-484eb3009c24307cb15d12c502785065-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:15,431 INFO [StoreOpener-263d58530c2ed708f21b5032de0fafe1-1 {}] regionserver.HStore(327): Store=263d58530c2ed708f21b5032de0fafe1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:17:15,431 INFO [StoreOpener-484eb3009c24307cb15d12c502785065-1 {}] regionserver.HStore(327): Store=484eb3009c24307cb15d12c502785065/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:17:15,431 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:15,431 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 484eb3009c24307cb15d12c502785065 2024-12-10T11:17:15,431 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:15,431 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:15,432 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:15,432 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 84d8586616c84597df113f179e27663d, NAME => 'SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-10T11:17:15,432 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/484eb3009c24307cb15d12c502785065 2024-12-10T11:17:15,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=83532237dca8641d30b486d03217f63f, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,36357,1733829414270 2024-12-10T11:17:15,432 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:15,432 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 84d8586616c84597df113f179e27663d 2024-12-10T11:17:15,432 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:15,432 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 84d8586616c84597df113f179e27663d 2024-12-10T11:17:15,432 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 84d8586616c84597df113f179e27663d 2024-12-10T11:17:15,432 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/484eb3009c24307cb15d12c502785065 2024-12-10T11:17:15,433 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:15,433 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 484eb3009c24307cb15d12c502785065 2024-12-10T11:17:15,433 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 484eb3009c24307cb15d12c502785065 2024-12-10T11:17:15,433 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:15,433 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:15,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cecfefd190569e3915751e448739e533, ASSIGN in 10.1890 sec 2024-12-10T11:17:15,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83532237dca8641d30b486d03217f63f, server=771ffe94c765,36357,1733829414270 because future has completed 2024-12-10T11:17:15,434 INFO [StoreOpener-84d8586616c84597df113f179e27663d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 84d8586616c84597df113f179e27663d 2024-12-10T11:17:15,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-12-10T11:17:15,435 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 484eb3009c24307cb15d12c502785065 2024-12-10T11:17:15,435 INFO [StoreOpener-84d8586616c84597df113f179e27663d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84d8586616c84597df113f179e27663d columnFamilyName cf 2024-12-10T11:17:15,436 DEBUG [StoreOpener-84d8586616c84597df113f179e27663d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:15,436 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:15,436 INFO [StoreOpener-84d8586616c84597df113f179e27663d-1 {}] regionserver.HStore(327): Store=84d8586616c84597df113f179e27663d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:17:15,436 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 84d8586616c84597df113f179e27663d 2024-12-10T11:17:15,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure e7b3c5754ba86af9ae5b3a8b61a8f74b, server=771ffe94c765,37089,1733829414233 in 10.0320 sec 2024-12-10T11:17:15,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-12-10T11:17:15,437 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/84d8586616c84597df113f179e27663d 2024-12-10T11:17:15,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7b3c5754ba86af9ae5b3a8b61a8f74b, ASSIGN in 10.1950 sec 2024-12-10T11:17:15,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 83532237dca8641d30b486d03217f63f, server=771ffe94c765,36357,1733829414270 in 10.0240 sec 2024-12-10T11:17:15,437 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/84d8586616c84597df113f179e27663d 2024-12-10T11:17:15,438 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 84d8586616c84597df113f179e27663d 2024-12-10T11:17:15,438 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 84d8586616c84597df113f179e27663d 2024-12-10T11:17:15,438 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/484eb3009c24307cb15d12c502785065/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:17:15,439 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/263d58530c2ed708f21b5032de0fafe1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:17:15,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83532237dca8641d30b486d03217f63f, ASSIGN in 10.1960 sec 2024-12-10T11:17:15,439 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 484eb3009c24307cb15d12c502785065; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63200098, jitterRate=-0.05824515223503113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:17:15,439 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 484eb3009c24307cb15d12c502785065 2024-12-10T11:17:15,439 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 484eb3009c24307cb15d12c502785065: Running coprocessor pre-open hook at 1733829435427Writing region info on filesystem at 1733829435427Initializing all the Stores at 1733829435428 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829435428Cleaning up temporary data from old regions at 1733829435433 (+5 ms)Running coprocessor post-open hooks at 1733829435439 (+6 ms)Region opened successfully at 1733829435439 2024-12-10T11:17:15,439 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 263d58530c2ed708f21b5032de0fafe1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64319523, jitterRate=-0.041564419865608215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:17:15,439 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:15,439 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 263d58530c2ed708f21b5032de0fafe1: Running coprocessor pre-open hook at 1733829435426Writing region info on filesystem at 1733829435426Initializing all the Stores at 1733829435427 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829435427Cleaning up temporary data from old regions at 1733829435433 (+6 ms)Running coprocessor post-open hooks at 1733829435439 (+6 ms)Region opened successfully at 1733829435439 2024-12-10T11:17:15,440 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065., pid=22, masterSystemTime=1733829435406 2024-12-10T11:17:15,440 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 84d8586616c84597df113f179e27663d 2024-12-10T11:17:15,440 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1., pid=18, masterSystemTime=1733829435400 2024-12-10T11:17:15,441 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065. 2024-12-10T11:17:15,442 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065. 2024-12-10T11:17:15,442 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326. 2024-12-10T11:17:15,442 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 01dd5581271e702e38e19d7fade8c326, NAME => 'SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-10T11:17:15,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=484eb3009c24307cb15d12c502785065, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,37089,1733829414233 2024-12-10T11:17:15,442 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:15,442 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:15,442 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:15,442 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:15,442 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:15,442 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:15,443 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:15,443 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d6d466f203111bbe8a5cbb79a7960984, NAME => 'SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-10T11:17:15,444 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:15,444 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:15,444 INFO [StoreOpener-01dd5581271e702e38e19d7fade8c326-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:15,444 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:15,445 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:15,445 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=263d58530c2ed708f21b5032de0fafe1, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43149,1733829414300 2024-12-10T11:17:15,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 484eb3009c24307cb15d12c502785065, server=771ffe94c765,37089,1733829414233 because future has completed 2024-12-10T11:17:15,446 INFO [StoreOpener-01dd5581271e702e38e19d7fade8c326-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01dd5581271e702e38e19d7fade8c326 columnFamilyName cf 2024-12-10T11:17:15,446 DEBUG [StoreOpener-01dd5581271e702e38e19d7fade8c326-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:15,447 INFO [StoreOpener-01dd5581271e702e38e19d7fade8c326-1 {}] regionserver.HStore(327): Store=01dd5581271e702e38e19d7fade8c326/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:17:15,447 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:15,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 263d58530c2ed708f21b5032de0fafe1, server=771ffe94c765,43149,1733829414300 because future has completed 2024-12-10T11:17:15,447 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:15,448 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:15,449 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:15,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-12-10T11:17:15,449 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:15,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 484eb3009c24307cb15d12c502785065, server=771ffe94c765,37089,1733829414233 in 10.0390 sec 2024-12-10T11:17:15,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=484eb3009c24307cb15d12c502785065, ASSIGN in 10.2080 sec 2024-12-10T11:17:15,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-12-10T11:17:15,452 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:15,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 263d58530c2ed708f21b5032de0fafe1, server=771ffe94c765,43149,1733829414300 in 10.0470 sec 2024-12-10T11:17:15,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=263d58530c2ed708f21b5032de0fafe1, ASSIGN in 10.2100 sec 2024-12-10T11:17:15,454 INFO [StoreOpener-d6d466f203111bbe8a5cbb79a7960984-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:15,454 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/84d8586616c84597df113f179e27663d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:17:15,455 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/01dd5581271e702e38e19d7fade8c326/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:17:15,455 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 84d8586616c84597df113f179e27663d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63213802, jitterRate=-0.05804094672203064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:17:15,455 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84d8586616c84597df113f179e27663d 2024-12-10T11:17:15,455 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 84d8586616c84597df113f179e27663d: Running coprocessor pre-open hook at 1733829435432Writing region info on filesystem at 1733829435432Initializing all the Stores at 1733829435433 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829435433Cleaning up temporary data from old regions at 1733829435438 (+5 ms)Running coprocessor post-open hooks at 1733829435455 (+17 ms)Region opened successfully at 1733829435455 2024-12-10T11:17:15,455 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 01dd5581271e702e38e19d7fade8c326; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61600460, jitterRate=-0.0820816159248352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:17:15,456 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:15,456 INFO [StoreOpener-d6d466f203111bbe8a5cbb79a7960984-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6d466f203111bbe8a5cbb79a7960984 columnFamilyName cf 2024-12-10T11:17:15,456 DEBUG [StoreOpener-d6d466f203111bbe8a5cbb79a7960984-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:15,456 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 01dd5581271e702e38e19d7fade8c326: Running coprocessor pre-open hook at 1733829435442Writing region info on filesystem at 1733829435442Initializing all the Stores at 1733829435444 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829435444Cleaning up temporary data from old regions at 1733829435449 (+5 ms)Running coprocessor post-open hooks at 1733829435456 (+7 ms)Region opened successfully at 1733829435456 2024-12-10T11:17:15,456 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d., pid=20, masterSystemTime=1733829435409 2024-12-10T11:17:15,456 INFO [StoreOpener-d6d466f203111bbe8a5cbb79a7960984-1 {}] regionserver.HStore(327): Store=d6d466f203111bbe8a5cbb79a7960984/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:17:15,456 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:15,456 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326., pid=21, masterSystemTime=1733829435406 2024-12-10T11:17:15,457 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:15,457 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:15,458 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:15,458 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:15,458 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:15,458 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:15,458 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:15,458 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 74d934f531fe42b9d6af17063637bc7d, NAME => 'SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-10T11:17:15,458 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:15,459 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:15,459 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=84d8586616c84597df113f179e27663d, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,36357,1733829414270 2024-12-10T11:17:15,459 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:15,459 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:15,459 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326. 2024-12-10T11:17:15,459 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326. 2024-12-10T11:17:15,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=01dd5581271e702e38e19d7fade8c326, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,37089,1733829414233 2024-12-10T11:17:15,460 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:15,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84d8586616c84597df113f179e27663d, server=771ffe94c765,36357,1733829414270 because future has completed 2024-12-10T11:17:15,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01dd5581271e702e38e19d7fade8c326, server=771ffe94c765,37089,1733829414233 because future has completed 2024-12-10T11:17:15,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-12-10T11:17:15,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 84d8586616c84597df113f179e27663d, server=771ffe94c765,36357,1733829414270 in 10.0550 sec 2024-12-10T11:17:15,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-12-10T11:17:15,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84d8586616c84597df113f179e27663d, ASSIGN in 10.2230 sec 2024-12-10T11:17:15,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 01dd5581271e702e38e19d7fade8c326, server=771ffe94c765,37089,1733829414233 in 10.0560 sec 2024-12-10T11:17:15,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01dd5581271e702e38e19d7fade8c326, ASSIGN in 10.2250 sec 2024-12-10T11:17:15,472 INFO [StoreOpener-74d934f531fe42b9d6af17063637bc7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:15,473 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/d6d466f203111bbe8a5cbb79a7960984/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:17:15,473 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d6d466f203111bbe8a5cbb79a7960984; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73171231, jitterRate=0.09033630788326263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:17:15,474 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:15,474 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d6d466f203111bbe8a5cbb79a7960984: Running coprocessor pre-open hook at 1733829435445Writing region info on filesystem at 1733829435445Initializing all the Stores at 1733829435447 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829435447Cleaning up temporary data from old regions at 1733829435458 (+11 ms)Running coprocessor post-open hooks at 1733829435474 (+16 ms)Region opened successfully at 1733829435474 2024-12-10T11:17:15,474 INFO [StoreOpener-74d934f531fe42b9d6af17063637bc7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74d934f531fe42b9d6af17063637bc7d columnFamilyName cf 2024-12-10T11:17:15,474 DEBUG [StoreOpener-74d934f531fe42b9d6af17063637bc7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:15,474 INFO [StoreOpener-74d934f531fe42b9d6af17063637bc7d-1 {}] regionserver.HStore(327): Store=74d934f531fe42b9d6af17063637bc7d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:17:15,474 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984., pid=15, masterSystemTime=1733829435400 2024-12-10T11:17:15,475 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:15,475 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:15,476 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:15,476 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:15,476 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:15,477 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d6d466f203111bbe8a5cbb79a7960984, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43149,1733829414300 2024-12-10T11:17:15,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6d466f203111bbe8a5cbb79a7960984, server=771ffe94c765,43149,1733829414300 because future has completed 2024-12-10T11:17:15,478 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:15,478 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:15,481 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:15,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-10T11:17:15,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d6d466f203111bbe8a5cbb79a7960984, server=771ffe94c765,43149,1733829414300 in 10.0810 sec 2024-12-10T11:17:15,483 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/74d934f531fe42b9d6af17063637bc7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:17:15,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d6d466f203111bbe8a5cbb79a7960984, ASSIGN in 10.2400 sec 2024-12-10T11:17:15,483 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 74d934f531fe42b9d6af17063637bc7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61762859, jitterRate=-0.07966168224811554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:17:15,483 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:15,483 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 74d934f531fe42b9d6af17063637bc7d: Running coprocessor pre-open hook at 1733829435459Writing region info on filesystem at 1733829435459Initializing all the Stores at 1733829435462 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829435462Cleaning up temporary data from old regions at 1733829435479 (+17 ms)Running coprocessor post-open hooks at 1733829435483 (+4 ms)Region opened successfully at 1733829435483 2024-12-10T11:17:15,484 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d., pid=23, masterSystemTime=1733829435409 2024-12-10T11:17:15,486 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:15,486 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:15,486 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:15,486 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 26cf5ecff6cf53b992dc35b582d0f3e2, NAME => 'SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-10T11:17:15,486 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=74d934f531fe42b9d6af17063637bc7d, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,36357,1733829414270 2024-12-10T11:17:15,487 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:15,487 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:15,487 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:15,487 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:15,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74d934f531fe42b9d6af17063637bc7d, server=771ffe94c765,36357,1733829414270 because future has completed 2024-12-10T11:17:15,488 INFO [StoreOpener-26cf5ecff6cf53b992dc35b582d0f3e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:15,490 INFO [StoreOpener-26cf5ecff6cf53b992dc35b582d0f3e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26cf5ecff6cf53b992dc35b582d0f3e2 columnFamilyName cf 2024-12-10T11:17:15,490 DEBUG [StoreOpener-26cf5ecff6cf53b992dc35b582d0f3e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:15,490 INFO [StoreOpener-26cf5ecff6cf53b992dc35b582d0f3e2-1 {}] regionserver.HStore(327): Store=26cf5ecff6cf53b992dc35b582d0f3e2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:17:15,490 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:15,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-12-10T11:17:15,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 74d934f531fe42b9d6af17063637bc7d, server=771ffe94c765,36357,1733829414270 in 10.0780 sec 2024-12-10T11:17:15,491 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:15,491 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:15,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74d934f531fe42b9d6af17063637bc7d, ASSIGN in 10.2500 sec 2024-12-10T11:17:15,492 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:15,492 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:15,494 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:15,496 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/26cf5ecff6cf53b992dc35b582d0f3e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:17:15,496 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 26cf5ecff6cf53b992dc35b582d0f3e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65791970, jitterRate=-0.019623249769210815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:17:15,496 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:15,496 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 26cf5ecff6cf53b992dc35b582d0f3e2: Running coprocessor pre-open hook at 1733829435487Writing region info on filesystem at 1733829435487Initializing all the Stores at 1733829435488 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829435488Cleaning up temporary data from old regions at 1733829435492 (+4 ms)Running coprocessor post-open hooks at 1733829435496 (+4 ms)Region opened successfully at 1733829435496 2024-12-10T11:17:15,497 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2., pid=19, masterSystemTime=1733829435409 2024-12-10T11:17:15,498 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:15,498 INFO [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:15,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=26cf5ecff6cf53b992dc35b582d0f3e2, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,36357,1733829414270 2024-12-10T11:17:15,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26cf5ecff6cf53b992dc35b582d0f3e2, server=771ffe94c765,36357,1733829414270 because future has completed 2024-12-10T11:17:15,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-12-10T11:17:15,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 26cf5ecff6cf53b992dc35b582d0f3e2, server=771ffe94c765,36357,1733829414270 in 10.0960 sec 2024-12-10T11:17:15,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-12-10T11:17:15,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26cf5ecff6cf53b992dc35b582d0f3e2, ASSIGN in 10.2620 sec 2024-12-10T11:17:15,506 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T11:17:15,506 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733829435506"}]},"ts":"1733829435506"} 2024-12-10T11:17:15,507 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-10T11:17:15,508 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T11:17:15,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3590 sec 2024-12-10T11:17:18,668 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-10T11:17:20,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T11:17:20,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:17:20,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:17:20,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T11:17:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:17:23,335 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-10T11:17:23,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-10T11:17:23,335 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T11:17:23,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-10T11:17:23,339 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T11:17:23,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-10T11:17:23,359 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2., hostname=771ffe94c765,36357,1733829414270, seqNum=2] 2024-12-10T11:17:23,360 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2., hostname=771ffe94c765,36357,1733829414270, seqNum=2] 2024-12-10T11:17:23,361 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2., hostname=771ffe94c765,36357,1733829414270, seqNum=2] 2024-12-10T11:17:23,363 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2., hostname=771ffe94c765,36357,1733829414270, seqNum=2] 2024-12-10T11:17:23,364 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2., hostname=771ffe94c765,36357,1733829414270, seqNum=2] 2024-12-10T11:17:23,364 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2., hostname=771ffe94c765,36357,1733829414270, seqNum=2] 2024-12-10T11:17:23,392 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984., hostname=771ffe94c765,43149,1733829414300, seqNum=2] 2024-12-10T11:17:23,393 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984., hostname=771ffe94c765,43149,1733829414300, seqNum=2] 2024-12-10T11:17:23,395 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984., hostname=771ffe94c765,43149,1733829414300, seqNum=2] 2024-12-10T11:17:23,396 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984., hostname=771ffe94c765,43149,1733829414300, seqNum=2] 2024-12-10T11:17:23,397 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984., hostname=771ffe94c765,43149,1733829414300, seqNum=2] 2024-12-10T11:17:23,429 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b., hostname=771ffe94c765,37089,1733829414233, seqNum=2] 2024-12-10T11:17:23,430 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b., hostname=771ffe94c765,37089,1733829414233, seqNum=2] 2024-12-10T11:17:23,432 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b., hostname=771ffe94c765,37089,1733829414233, seqNum=2] 2024-12-10T11:17:23,434 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b., hostname=771ffe94c765,37089,1733829414233, seqNum=2] 2024-12-10T11:17:23,435 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b., hostname=771ffe94c765,37089,1733829414233, seqNum=2] 2024-12-10T11:17:23,437 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b., hostname=771ffe94c765,37089,1733829414233, seqNum=2] 2024-12-10T11:17:23,493 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f., hostname=771ffe94c765,36357,1733829414270, seqNum=2] 2024-12-10T11:17:23,495 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f., hostname=771ffe94c765,36357,1733829414270, seqNum=2] 2024-12-10T11:17:23,496 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f., hostname=771ffe94c765,36357,1733829414270, seqNum=2] 2024-12-10T11:17:23,497 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f., hostname=771ffe94c765,36357,1733829414270, seqNum=2] 2024-12-10T11:17:23,499 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f., hostname=771ffe94c765,36357,1733829414270, seqNum=2] 2024-12-10T11:17:23,500 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f., hostname=771ffe94c765,36357,1733829414270, seqNum=2] 2024-12-10T11:17:24,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T11:17:24,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:17:24,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:17:24,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:17:24,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T11:17:24,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:17:24,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:24,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T11:17:24,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T11:17:24,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36357 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T11:17:24,724 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-10T11:17:24,725 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T11:17:24,725 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-10T11:17:24,726 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-10T11:17:24,729 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-10T11:17:24,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741848_1024 (size=49) 2024-12-10T11:17:24,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741848_1024 (size=49) 2024-12-10T11:17:24,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741848_1024 (size=49) 2024-12-10T11:17:24,744 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-10T11:17:24,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 263d58530c2ed708f21b5032de0fafe1}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01dd5581271e702e38e19d7fade8c326}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74d934f531fe42b9d6af17063637bc7d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84d8586616c84597df113f179e27663d}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 484eb3009c24307cb15d12c502785065}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cecfefd190569e3915751e448739e533}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26cf5ecff6cf53b992dc35b582d0f3e2}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d6d466f203111bbe8a5cbb79a7960984}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b3c5754ba86af9ae5b3a8b61a8f74b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83532237dca8641d30b486d03217f63f}] 2024-12-10T11:17:24,746 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cecfefd190569e3915751e448739e533 2024-12-10T11:17:24,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84d8586616c84597df113f179e27663d 2024-12-10T11:17:24,747 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83532237dca8641d30b486d03217f63f 2024-12-10T11:17:24,748 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 484eb3009c24307cb15d12c502785065 2024-12-10T11:17:24,748 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:24,753 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:24,753 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:24,753 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:24,753 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:24,753 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:27,176 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=771ffe94c765:37085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-10T11:17:34,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-10T11:17:34,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-10T11:17:34,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-10T11:17:34,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-10T11:17:34,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:34,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-10T11:17:34,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:34,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-10T11:17:34,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065. 2024-12-10T11:17:34,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 263d58530c2ed708f21b5032de0fafe1: 2024-12-10T11:17:34,750 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 83532237dca8641d30b486d03217f63f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-10T11:17:34,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:34,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-10T11:17:34,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 484eb3009c24307cb15d12c502785065: 2024-12-10T11:17:34,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. for SnapshotProcedureTest completed. 2024-12-10T11:17:34,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065. for SnapshotProcedureTest completed. 2024-12-10T11:17:34,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-10T11:17:34,751 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 26cf5ecff6cf53b992dc35b582d0f3e2 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T11:17:34,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for cecfefd190569e3915751e448739e533: 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. for SnapshotProcedureTest completed. 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b. 2024-12-10T11:17:34,751 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing e7b3c5754ba86af9ae5b3a8b61a8f74b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326. 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 84d8586616c84597df113f179e27663d: 2024-12-10T11:17:34,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:34,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. for SnapshotProcedureTest completed. 2024-12-10T11:17:34,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 01dd5581271e702e38e19d7fade8c326: 2024-12-10T11:17:34,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-10T11:17:34,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326. for SnapshotProcedureTest completed. 2024-12-10T11:17:34,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d6d466f203111bbe8a5cbb79a7960984 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-10T11:17:34,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:17:34,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T11:17:34,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:17:34,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T11:17:34,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/d6d466f203111bbe8a5cbb79a7960984/.tmp/cf/ef278bd66b834721a31cd3d92eb4c1ff is 34, key is baa/cf:cf/1733829444166/Put/seqid=0 2024-12-10T11:17:34,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741852_1028 (size=57) 2024-12-10T11:17:34,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/26cf5ecff6cf53b992dc35b582d0f3e2/.tmp/cf/7b75889c637b4e1585653c98d0910ed6 is 34, key is aaa/cf:cf/1733829444210/Put/seqid=0 2024-12-10T11:17:34,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741852_1028 (size=57) 2024-12-10T11:17:34,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741852_1028 (size=57) 2024-12-10T11:17:34,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/e7b3c5754ba86af9ae5b3a8b61a8f74b/.tmp/cf/25df5303800c4188a88d64fc2caf82ae is 34, key is ccd/cf:cf/1733829444204/Put/seqid=0 2024-12-10T11:17:34,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:34,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741850_1026 (size=65) 2024-12-10T11:17:34,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741850_1026 (size=65) 2024-12-10T11:17:34,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-10T11:17:34,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741850_1026 (size=65) 2024-12-10T11:17:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-10T11:17:34,786 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:34,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:34,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-10T11:17:34,786 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:34,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:34,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 74d934f531fe42b9d6af17063637bc7d: 2024-12-10T11:17:34,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. for SnapshotProcedureTest completed. 2024-12-10T11:17:34,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-10T11:17:34,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:17:34,787 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 84d8586616c84597df113f179e27663d 2024-12-10T11:17:34,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T11:17:34,787 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84d8586616c84597df113f179e27663d 2024-12-10T11:17:34,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 263d58530c2ed708f21b5032de0fafe1 in 10.0440 sec 2024-12-10T11:17:34,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 84d8586616c84597df113f179e27663d in 10.0440 sec 2024-12-10T11:17:34,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741851_1027 (size=65) 2024-12-10T11:17:34,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741851_1027 (size=65) 2024-12-10T11:17:34,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741851_1027 (size=65) 2024-12-10T11:17:34,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741849_1025 (size=65) 2024-12-10T11:17:34,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741849_1025 (size=65) 2024-12-10T11:17:34,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:34,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741849_1025 (size=65) 2024-12-10T11:17:34,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-10T11:17:34,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733829425148.484eb3009c24307cb15d12c502785065. 2024-12-10T11:17:34,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-10T11:17:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-10T11:17:34,800 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cecfefd190569e3915751e448739e533 2024-12-10T11:17:34,800 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cecfefd190569e3915751e448739e533 2024-12-10T11:17:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-10T11:17:34,800 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 484eb3009c24307cb15d12c502785065 2024-12-10T11:17:34,800 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 484eb3009c24307cb15d12c502785065 2024-12-10T11:17:34,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cecfefd190569e3915751e448739e533 in 10.0570 sec 2024-12-10T11:17:34,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 484eb3009c24307cb15d12c502785065 in 10.0570 sec 2024-12-10T11:17:34,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741853_1029 (size=65) 2024-12-10T11:17:34,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741853_1029 (size=65) 2024-12-10T11:17:34,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741853_1029 (size=65) 2024-12-10T11:17:34,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326. 2024-12-10T11:17:34,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-10T11:17:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-10T11:17:34,808 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:34,808 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01dd5581271e702e38e19d7fade8c326 2024-12-10T11:17:34,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 01dd5581271e702e38e19d7fade8c326 in 10.0640 sec 2024-12-10T11:17:34,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/83532237dca8641d30b486d03217f63f/.tmp/cf/61c23aad8b5043f4b8ff3064f8f857cb is 34, key is eaa/cf:cf/1733829444650/Put/seqid=0 2024-12-10T11:17:34,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741854_1030 (size=28623) 2024-12-10T11:17:34,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741854_1030 (size=28623) 2024-12-10T11:17:34,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741854_1030 (size=28623) 2024-12-10T11:17:34,835 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/d6d466f203111bbe8a5cbb79a7960984/.tmp/cf/ef278bd66b834721a31cd3d92eb4c1ff 2024-12-10T11:17:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741855_1031 (size=26918) 2024-12-10T11:17:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741855_1031 (size=26918) 2024-12-10T11:17:34,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741855_1031 (size=26918) 2024-12-10T11:17:34,843 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/26cf5ecff6cf53b992dc35b582d0f3e2/.tmp/cf/7b75889c637b4e1585653c98d0910ed6 2024-12-10T11:17:34,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741856_1032 (size=47197) 2024-12-10T11:17:34,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741856_1032 (size=47197) 2024-12-10T11:17:34,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741856_1032 (size=47197) 2024-12-10T11:17:34,847 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/e7b3c5754ba86af9ae5b3a8b61a8f74b/.tmp/cf/25df5303800c4188a88d64fc2caf82ae 2024-12-10T11:17:34,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/e7b3c5754ba86af9ae5b3a8b61a8f74b/.tmp/cf/25df5303800c4188a88d64fc2caf82ae as hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/e7b3c5754ba86af9ae5b3a8b61a8f74b/cf/25df5303800c4188a88d64fc2caf82ae 2024-12-10T11:17:34,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741857_1033 (size=499309) 2024-12-10T11:17:34,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741857_1033 (size=499309) 2024-12-10T11:17:34,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741857_1033 (size=499309) 2024-12-10T11:17:34,858 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/83532237dca8641d30b486d03217f63f/.tmp/cf/61c23aad8b5043f4b8ff3064f8f857cb 2024-12-10T11:17:34,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/d6d466f203111bbe8a5cbb79a7960984/.tmp/cf/ef278bd66b834721a31cd3d92eb4c1ff as hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/d6d466f203111bbe8a5cbb79a7960984/cf/ef278bd66b834721a31cd3d92eb4c1ff 2024-12-10T11:17:34,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741858_1034 (size=65) 2024-12-10T11:17:34,876 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/e7b3c5754ba86af9ae5b3a8b61a8f74b/cf/25df5303800c4188a88d64fc2caf82ae, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-10T11:17:34,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741858_1034 (size=65) 2024-12-10T11:17:34,877 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for e7b3c5754ba86af9ae5b3a8b61a8f74b in 126ms, sequenceid=5, compaction requested=false 2024-12-10T11:17:34,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for e7b3c5754ba86af9ae5b3a8b61a8f74b: 2024-12-10T11:17:34,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b. for SnapshotProcedureTest completed. 2024-12-10T11:17:34,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:17:34,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/83532237dca8641d30b486d03217f63f/.tmp/cf/61c23aad8b5043f4b8ff3064f8f857cb as hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/83532237dca8641d30b486d03217f63f/cf/61c23aad8b5043f4b8ff3064f8f857cb 2024-12-10T11:17:34,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/e7b3c5754ba86af9ae5b3a8b61a8f74b/cf/25df5303800c4188a88d64fc2caf82ae] hfiles 2024-12-10T11:17:34,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/e7b3c5754ba86af9ae5b3a8b61a8f74b/cf/25df5303800c4188a88d64fc2caf82ae for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741858_1034 (size=65) 2024-12-10T11:17:34,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:34,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-10T11:17:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-10T11:17:34,880 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:34,881 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:34,883 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/d6d466f203111bbe8a5cbb79a7960984/cf/ef278bd66b834721a31cd3d92eb4c1ff, entries=731, sequenceid=5, filesize=28.0 K 2024-12-10T11:17:34,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/26cf5ecff6cf53b992dc35b582d0f3e2/.tmp/cf/7b75889c637b4e1585653c98d0910ed6 as hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/26cf5ecff6cf53b992dc35b582d0f3e2/cf/7b75889c637b4e1585653c98d0910ed6 2024-12-10T11:17:34,884 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d6d466f203111bbe8a5cbb79a7960984 in 132ms, sequenceid=5, compaction requested=false 2024-12-10T11:17:34,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d6d466f203111bbe8a5cbb79a7960984: 2024-12-10T11:17:34,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. for SnapshotProcedureTest completed. 2024-12-10T11:17:34,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 74d934f531fe42b9d6af17063637bc7d in 10.1390 sec 2024-12-10T11:17:34,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:17:34,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/d6d466f203111bbe8a5cbb79a7960984/cf/ef278bd66b834721a31cd3d92eb4c1ff] hfiles 2024-12-10T11:17:34,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/d6d466f203111bbe8a5cbb79a7960984/cf/ef278bd66b834721a31cd3d92eb4c1ff for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,889 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/83532237dca8641d30b486d03217f63f/cf/61c23aad8b5043f4b8ff3064f8f857cb, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-10T11:17:34,890 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/26cf5ecff6cf53b992dc35b582d0f3e2/cf/7b75889c637b4e1585653c98d0910ed6, entries=676, sequenceid=5, filesize=26.3 K 2024-12-10T11:17:34,891 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 83532237dca8641d30b486d03217f63f in 141ms, sequenceid=5, compaction requested=false 2024-12-10T11:17:34,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 83532237dca8641d30b486d03217f63f: 2024-12-10T11:17:34,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. for SnapshotProcedureTest completed. 2024-12-10T11:17:34,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:17:34,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/83532237dca8641d30b486d03217f63f/cf/61c23aad8b5043f4b8ff3064f8f857cb] hfiles 2024-12-10T11:17:34,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/83532237dca8641d30b486d03217f63f/cf/61c23aad8b5043f4b8ff3064f8f857cb for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,892 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 26cf5ecff6cf53b992dc35b582d0f3e2 in 142ms, sequenceid=5, compaction requested=false 2024-12-10T11:17:34,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 26cf5ecff6cf53b992dc35b582d0f3e2: 2024-12-10T11:17:34,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. for SnapshotProcedureTest completed. 2024-12-10T11:17:34,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T11:17:34,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/26cf5ecff6cf53b992dc35b582d0f3e2/cf/7b75889c637b4e1585653c98d0910ed6] hfiles 2024-12-10T11:17:34,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/26cf5ecff6cf53b992dc35b582d0f3e2/cf/7b75889c637b4e1585653c98d0910ed6 for snapshot=SnapshotProcedureTest 2024-12-10T11:17:34,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741859_1035 (size=105) 2024-12-10T11:17:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741859_1035 (size=105) 2024-12-10T11:17:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741859_1035 (size=105) 2024-12-10T11:17:34,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733829425148.e7b3c5754ba86af9ae5b3a8b61a8f74b. 2024-12-10T11:17:34,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-10T11:17:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-10T11:17:34,906 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:34,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b3c5754ba86af9ae5b3a8b61a8f74b 2024-12-10T11:17:34,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e7b3c5754ba86af9ae5b3a8b61a8f74b in 10.1630 sec 2024-12-10T11:17:34,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741860_1036 (size=105) 2024-12-10T11:17:34,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741860_1036 (size=105) 2024-12-10T11:17:34,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741860_1036 (size=105) 2024-12-10T11:17:34,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:34,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-10T11:17:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-10T11:17:34,916 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:34,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:34,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d6d466f203111bbe8a5cbb79a7960984 in 10.1750 sec 2024-12-10T11:17:34,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741861_1037 (size=97) 2024-12-10T11:17:34,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741861_1037 (size=97) 2024-12-10T11:17:34,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741861_1037 (size=97) 2024-12-10T11:17:34,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:34,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741862_1038 (size=105) 2024-12-10T11:17:34,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-10T11:17:34,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741862_1038 (size=105) 2024-12-10T11:17:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-10T11:17:34,932 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 83532237dca8641d30b486d03217f63f 2024-12-10T11:17:34,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741862_1038 (size=105) 2024-12-10T11:17:34,933 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83532237dca8641d30b486d03217f63f 2024-12-10T11:17:34,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:34,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-10T11:17:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-10T11:17:34,935 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:34,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 83532237dca8641d30b486d03217f63f in 10.1890 sec 2024-12-10T11:17:34,935 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:34,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-10T11:17:34,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 26cf5ecff6cf53b992dc35b582d0f3e2 in 10.1910 sec 2024-12-10T11:17:34,937 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-10T11:17:34,938 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-10T11:17:34,939 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-10T11:17:34,939 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-10T11:17:34,941 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T11:17:34,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741863_1039 (size=1174) 2024-12-10T11:17:34,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741863_1039 (size=1174) 2024-12-10T11:17:34,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741863_1039 (size=1174) 2024-12-10T11:17:34,967 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-10T11:17:34,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-10T11:17:34,979 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,43149,1733829414300 2024-12-10T11:17:34,979 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,43149,1733829414300 2024-12-10T11:17:34,980 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,43149,1733829414300 2024-12-10T11:17:34,980 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,37089,1733829414233 2024-12-10T11:17:34,981 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,36357,1733829414270 2024-12-10T11:17:34,984 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,37089,1733829414233 2024-12-10T11:17:34,984 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,36357,1733829414270 2024-12-10T11:17:34,986 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,36357,1733829414270 2024-12-10T11:17:34,989 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,37089,1733829414233 2024-12-10T11:17:35,037 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T11:17:35,038 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 771ffe94c765,37089,1733829414233 2024-12-10T11:17:35,038 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 771ffe94c765,37089,1733829414233: Simulated kill ***** 2024-12-10T11:17:35,038 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-10T11:17:35,038 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-10T11:17:35,039 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-10T11:17:35,039 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-10T11:17:35,039 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-10T11:17:35,039 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 629059536 }, "NonHeapMemoryUsage": { "committed": 177537024, "init": 7667712, "max": -1, "used": 173147528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-10T11:17:35,039 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45545 {}] master.MasterRpcServices(700): 771ffe94c765,37089,1733829414233 reported a fatal error: ***** ABORTING region server 771ffe94c765,37089,1733829414233: Simulated kill ***** 2024-12-10T11:17:35,040 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '771ffe94c765,37089,1733829414233' ***** 2024-12-10T11:17:35,040 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-10T11:17:35,040 INFO [RS:0;771ffe94c765:37089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T11:17:35,040 INFO [RS:0;771ffe94c765:37089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-10T11:17:35,041 INFO [RS:0;771ffe94c765:37089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-10T11:17:35,041 INFO [RS:0;771ffe94c765:37089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T11:17:35,041 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T11:17:35,041 INFO [RS:0;771ffe94c765:37089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;771ffe94c765:37089. 2024-12-10T11:17:35,041 DEBUG [RS:0;771ffe94c765:37089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:17:35,041 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T11:17:35,041 DEBUG [RS:0;771ffe94c765:37089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:17:35,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741836_1012 (size=14382) 2024-12-10T11:17:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741836_1012 (size=14382) 2024-12-10T11:17:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741836_1012 (size=14382) 2024-12-10T11:17:35,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741834_1010 (size=1488) 2024-12-10T11:17:35,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741834_1010 (size=1488) 2024-12-10T11:17:35,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741834_1010 (size=1488) 2024-12-10T11:17:35,048 DEBUG [RS:0;771ffe94c765:37089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:17:35,048 INFO [RS:0;771ffe94c765:37089 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:17:35,049 INFO [RS:0;771ffe94c765:37089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37089 2024-12-10T11:17:35,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/771ffe94c765,37089,1733829414233 2024-12-10T11:17:35,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:17:35,052 INFO [RS:0;771ffe94c765:37089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T11:17:35,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [771ffe94c765,37089,1733829414233] 2024-12-10T11:17:35,056 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/771ffe94c765,37089,1733829414233 already deleted, retry=false 2024-12-10T11:17:35,056 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 771ffe94c765,37089,1733829414233 on 771ffe94c765,45545,1733829414156 2024-12-10T11:17:35,057 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 771ffe94c765,37089,1733829414233, splitWal=true, meta=true 2024-12-10T11:17:35,057 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 771ffe94c765,37089,1733829414233 (carryingMeta=true) 771ffe94c765,37089,1733829414233/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4087cd63[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-10T11:17:35,058 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 771ffe94c765,37089,1733829414233, splitWal=true, meta=true 2024-12-10T11:17:35,059 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 771ffe94c765,37089,1733829414233, splitWal=true, meta=true, isMeta: true 2024-12-10T11:17:35,060 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting 2024-12-10T11:17:35,062 INFO [PEWorker-1 {}] master.SplitWALManager(105): 771ffe94c765,37089,1733829414233 WAL count=1, meta=true 2024-12-10T11:17:35,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta}] 2024-12-10T11:17:35,063 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=771ffe94c765,36357,1733829414270 2024-12-10T11:17:35,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta, worker=771ffe94c765,36357,1733829414270}] 2024-12-10T11:17:35,067 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,37089,1733829414233 Release verify snapshot worker=771ffe94c765,37089,1733829414233 2024-12-10T11:17:35,067 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 771ffe94c765,37089,1733829414233, this operation will be retried to send to another server 2024-12-10T11:17:35,067 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-10T11:17:35,068 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733829456068 2024-12-10T11:17:35,068 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,37089,1733829414233 Release verify snapshot worker=771ffe94c765,37089,1733829414233 2024-12-10T11:17:35,068 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-12-10T11:17:35,068 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 771ffe94c765,37089,1733829414233, this operation will be retried to send to another server 2024-12-10T11:17:35,068 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-12-10T11:17:35,068 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-12-10T11:17:35,068 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-10T11:17:35,068 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733829456068 2024-12-10T11:17:35,069 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,37089,1733829414233 Release verify snapshot worker=771ffe94c765,37089,1733829414233 2024-12-10T11:17:35,069 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 771ffe94c765,37089,1733829414233, this operation will be retried to send to another server 2024-12-10T11:17:35,069 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-10T11:17:35,070 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733829456070 2024-12-10T11:17:35,118 INFO [regionserver/771ffe94c765:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:17:35,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:17:35,154 INFO [RS:0;771ffe94c765:37089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T11:17:35,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37089-0x1019c1737850001, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:17:35,154 INFO [RS:0;771ffe94c765:37089 {}] regionserver.HRegionServer(1031): Exiting; stopping=771ffe94c765,37089,1733829414233; zookeeper connection closed. 2024-12-10T11:17:35,155 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17175094 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17175094 2024-12-10T11:17:35,739 INFO [regionserver/771ffe94c765:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T11:17:35,739 INFO [regionserver/771ffe94c765:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T11:17:44,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-10T11:17:44,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-10T11:17:44,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-10T11:17:44,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-10T11:17:44,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-10T11:17:44,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-10T11:17:44,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-10T11:17:44,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T11:17:44,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-10T11:17:44,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-10T11:17:44,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-10T11:17:44,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T11:17:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-10T11:17:44,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-10T11:17:44,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-10T11:17:44,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-10T11:17:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-10T11:17:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-10T11:17:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-10T11:17:44,989 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,36357,1733829414270 Release verify snapshot worker=771ffe94c765,36357,1733829414270 2024-12-10T11:17:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-10T11:17:44,989 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,43149,1733829414300 Release verify snapshot worker=771ffe94c765,43149,1733829414300 2024-12-10T11:17:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-10T11:17:44,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,43149,1733829414300 in 10.0140 sec 2024-12-10T11:17:44,991 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,36357,1733829414270 2024-12-10T11:17:44,991 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,43149,1733829414300 2024-12-10T11:17:44,992 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,43149,1733829414300 Release verify snapshot worker=771ffe94c765,43149,1733829414300 2024-12-10T11:17:44,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,36357,1733829414270 in 10.0140 sec 2024-12-10T11:17:44,995 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,36357,1733829414270 Release verify snapshot worker=771ffe94c765,36357,1733829414270 2024-12-10T11:17:44,995 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,43149,1733829414300 2024-12-10T11:17:44,995 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=771ffe94c765,36357,1733829414270 2024-12-10T11:17:44,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,43149,1733829414300 in 10.0170 sec 2024-12-10T11:17:44,997 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,43149,1733829414300 Release verify snapshot worker=771ffe94c765,43149,1733829414300 2024-12-10T11:17:44,997 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,36357,1733829414270 Release verify snapshot worker=771ffe94c765,36357,1733829414270 2024-12-10T11:17:44,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,36357,1733829414270 in 10.0220 sec 2024-12-10T11:17:44,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,36357,1733829414270 in 10.0200 sec 2024-12-10T11:17:45,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,43149,1733829414300 in 10.0220 sec 2024-12-10T11:17:45,002 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta, size=14.0 K (14382bytes) 2024-12-10T11:17:45,002 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta 2024-12-10T11:17:45,003 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta after 1ms 2024-12-10T11:17:45,006 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta took 4ms 2024-12-10T11:17:45,008 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-10T11:17:45,009 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta so closing down 2024-12-10T11:17:45,009 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:17:45,010 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta.temp 2024-12-10T11:17:45,011 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta.temp 2024-12-10T11:17:45,012 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:17:45,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741864_1040 (size=14141) 2024-12-10T11:17:45,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741864_1040 (size=14141) 2024-12-10T11:17:45,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741864_1040 (size=14141) 2024-12-10T11:17:45,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-12-10T11:17:45,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta.temp to hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-10T11:17:45,022 INFO [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-10T11:17:45,022 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta, journal: Splitting hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta, size=14.0 K (14382bytes) at 1733829465002Finishing writing output for hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta so closing down at 1733829465009 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta.temp at 1733829465011 (+2 ms)3 split writer threads finished at 1733829465012 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1733829465020 (+8 ms)Rename recovered edits hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta.temp to hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733829465022 (+2 ms)Processed 26 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733829465022 2024-12-10T11:17:45,022 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta 2024-12-10T11:17:45,022 DEBUG [RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-10T11:17:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-10T11:17:45,026 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting/771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta to hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/oldWALs 2024-12-10T11:17:45,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-10T11:17:45,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta, worker=771ffe94c765,36357,1733829414270 in 9.9620 sec 2024-12-10T11:17:45,029 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=771ffe94c765,36357,1733829414270 2024-12-10T11:17:45,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-10T11:17:45,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 771ffe94c765%2C37089%2C1733829414233.meta.1733829425012.meta, worker=771ffe94c765,36357,1733829414270 in 9.9670 sec 2024-12-10T11:17:45,032 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,37089,1733829414233-splitting dir is empty, no logs to split. 2024-12-10T11:17:45,032 INFO [PEWorker-3 {}] master.SplitWALManager(105): 771ffe94c765,37089,1733829414233 WAL count=0, meta=true 2024-12-10T11:17:45,032 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 771ffe94c765,37089,1733829414233 WAL splitting is done? wals=0, meta=true 2024-12-10T11:17:45,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T11:17:45,034 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T11:17:45,035 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T11:17:45,183 INFO [master/771ffe94c765:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-10T11:17:45,183 INFO [master/771ffe94c765:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-10T11:17:45,185 DEBUG [771ffe94c765:45545 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T11:17:45,185 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(204): Hosts are {771ffe94c765=0} racks are {/default-rack=0} 2024-12-10T11:17:45,185 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T11:17:45,186 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T11:17:45,186 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T11:17:45,186 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T11:17:45,186 INFO [771ffe94c765:45545 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T11:17:45,186 INFO [771ffe94c765:45545 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T11:17:45,186 DEBUG [771ffe94c765:45545 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T11:17:45,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=771ffe94c765,36357,1733829414270 2024-12-10T11:17:45,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 771ffe94c765,36357,1733829414270, state=OPENING 2024-12-10T11:17:45,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:17:45,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:17:45,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:17:45,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:17:45,189 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T11:17:45,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:17:45,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:17:45,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=771ffe94c765,36357,1733829414270}] 2024-12-10T11:17:54,131 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T11:17:54,760 INFO [regionserver/771ffe94c765:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-10T11:17:54,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-10T11:17:54,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-10T11:17:54,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-10T11:17:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-10T11:17:54,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-10T11:17:54,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-10T11:17:54,995 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T11:17:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-10T11:17:54,996 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:17:54,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-10T11:17:54,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-10T11:17:54,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-10T11:17:54,996 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,43149,1733829414300 Release verify snapshot worker=771ffe94c765,43149,1733829414300 2024-12-10T11:17:54,996 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T11:17:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-10T11:17:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-10T11:17:54,998 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,43149,1733829414300 Release verify snapshot worker=771ffe94c765,43149,1733829414300 2024-12-10T11:17:54,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,43149,1733829414300 in 20.0210 sec 2024-12-10T11:17:54,998 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C36357%2C1733829414270.meta, suffix=.meta, logDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,36357,1733829414270, archiveDir=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/oldWALs, maxLogs=32 2024-12-10T11:17:54,999 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,36357,1733829414270 Release verify snapshot worker=771ffe94c765,36357,1733829414270 2024-12-10T11:17:54,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,43149,1733829414300 in 20.0230 sec 2024-12-10T11:17:55,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,36357,1733829414270 in 20.0240 sec 2024-12-10T11:17:55,000 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,36357,1733829414270 Release verify snapshot worker=771ffe94c765,36357,1733829414270 2024-12-10T11:17:55,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=25 2024-12-10T11:17:55,002 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-10T11:17:55,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=771ffe94c765,36357,1733829414270 in 20.0250 sec 2024-12-10T11:17:55,003 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/.hbase-snapshot/SnapshotProcedureTest 2024-12-10T11:17:55,004 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-10T11:17:55,004 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-10T11:17:55,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.2810 sec 2024-12-10T11:17:55,012 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,36357,1733829414270/771ffe94c765%2C36357%2C1733829414270.meta.1733829474998.meta, exclude list is [], retry=0 2024-12-10T11:17:55,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44833,DS-e61779b6-7ad5-4579-8cf1-2f03075920db,DISK] 2024-12-10T11:17:55,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45755,DS-74dda645-3cba-4854-b41f-6cac64642194,DISK] 2024-12-10T11:17:55,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-8d32df42-a31b-45d2-9049-286f3c208502,DISK] 2024-12-10T11:17:55,016 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,36357,1733829414270/771ffe94c765%2C36357%2C1733829414270.meta.1733829474998.meta 2024-12-10T11:17:55,017 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981),(127.0.0.1/127.0.0.1:38309:38309),(127.0.0.1/127.0.0.1:33957:33957)] 2024-12-10T11:17:55,017 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:17:55,017 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T11:17:55,017 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T11:17:55,017 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T11:17:55,017 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T11:17:55,017 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:17:55,018 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T11:17:55,018 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T11:17:55,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T11:17:55,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T11:17:55,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:55,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:17:55,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T11:17:55,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T11:17:55,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:55,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:17:55,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T11:17:55,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T11:17:55,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:55,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:17:55,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T11:17:55,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T11:17:55,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:17:55,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:17:55,025 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T11:17:55,026 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740 2024-12-10T11:17:55,027 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740 2024-12-10T11:17:55,027 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-10T11:17:55,031 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-10T11:17:55,032 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-10T11:17:55,048 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/.tmp/info/380eb41ae32849959d191cbd7f9632f9 is 167, key is SPTestTable,19999999,1733829425148.01dd5581271e702e38e19d7fade8c326./info:regioninfo/1733829435460/Put/seqid=0 2024-12-10T11:17:55,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741866_1042 (size=18393) 2024-12-10T11:17:55,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741866_1042 (size=18393) 2024-12-10T11:17:55,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741866_1042 (size=18393) 2024-12-10T11:17:55,056 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/.tmp/info/380eb41ae32849959d191cbd7f9632f9 2024-12-10T11:17:55,060 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-10T11:17:55,062 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 771ffe94c765:37089 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 771ffe94c765/172.17.0.2:37089 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:17:55,062 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=771ffe94c765,37089,1733829414233, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=771ffe94c765,37089,1733829414233, seqNum=-1, error=java.net.ConnectException: Call to address=771ffe94c765:37089 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 771ffe94c765/172.17.0.2:37089 2024-12-10T11:17:55,062 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=771ffe94c765,37089,1733829414233, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-10T11:17:55,062 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=771ffe94c765,37089,1733829414233, seqNum=-1 from cache 2024-12-10T11:17:55,062 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 771ffe94c765:37089 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 771ffe94c765/172.17.0.2:37089 2024-12-10T11:17:55,085 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/.tmp/ns/628aacee59ac46fa98cfb5a0aaddad2a is 43, key is default/ns:d/1733829425068/Put/seqid=0 2024-12-10T11:17:55,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741867_1043 (size=5153) 2024-12-10T11:17:55,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741867_1043 (size=5153) 2024-12-10T11:17:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741867_1043 (size=5153) 2024-12-10T11:17:55,093 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/.tmp/ns/628aacee59ac46fa98cfb5a0aaddad2a 2024-12-10T11:17:55,118 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/.tmp/table/7f22e073d9694b1283d19cd9ec848520 is 47, key is SPTestTable/table:state/1733829435506/Put/seqid=0 2024-12-10T11:17:55,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741868_1044 (size=5214) 2024-12-10T11:17:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741868_1044 (size=5214) 2024-12-10T11:17:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741868_1044 (size=5214) 2024-12-10T11:17:55,125 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/.tmp/table/7f22e073d9694b1283d19cd9ec848520 2024-12-10T11:17:55,132 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/.tmp/info/380eb41ae32849959d191cbd7f9632f9 as hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/info/380eb41ae32849959d191cbd7f9632f9 2024-12-10T11:17:55,138 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/info/380eb41ae32849959d191cbd7f9632f9, entries=100, sequenceid=28, filesize=18.0 K 2024-12-10T11:17:55,139 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/.tmp/ns/628aacee59ac46fa98cfb5a0aaddad2a as hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/ns/628aacee59ac46fa98cfb5a0aaddad2a 2024-12-10T11:17:55,144 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/ns/628aacee59ac46fa98cfb5a0aaddad2a, entries=2, sequenceid=28, filesize=5.0 K 2024-12-10T11:17:55,145 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/.tmp/table/7f22e073d9694b1283d19cd9ec848520 as hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/table/7f22e073d9694b1283d19cd9ec848520 2024-12-10T11:17:55,150 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/table/7f22e073d9694b1283d19cd9ec848520, entries=2, sequenceid=28, filesize=5.1 K 2024-12-10T11:17:55,151 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=28, compaction requested=false; wal=null 2024-12-10T11:17:55,151 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-10T11:17:55,152 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T11:17:55,152 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T11:17:55,153 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T11:17:55,154 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T11:17:55,156 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-10T11:17:55,157 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72727639, jitterRate=0.08372627198696136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T11:17:55,157 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T11:17:55,158 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733829475018Writing region info on filesystem at 1733829475018Initializing all the Stores at 1733829475018Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829475018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829475020 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733829475020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733829475020Obtaining lock to block concurrent updates at 1733829475032 (+12 ms)Preparing flush snapshotting stores in 1588230740 at 1733829475032Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733829475032Flushing stores of hbase:meta,,1.1588230740 at 1733829475032Flushing 1588230740/info: creating writer at 1733829475032Flushing 1588230740/info: appending metadata at 1733829475047 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733829475047Flushing 1588230740/ns: creating writer at 1733829475063 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733829475084 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733829475084Flushing 1588230740/table: creating writer at 1733829475100 (+16 ms)Flushing 1588230740/table: appending metadata at 1733829475118 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733829475118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e51f3cf: reopening flushed file at 1733829475131 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d461d06: reopening flushed file at 1733829475138 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c041180: reopening flushed file at 1733829475144 (+6 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=28, compaction requested=false; wal=null at 1733829475151 (+7 ms)Cleaning up temporary data from old regions at 1733829475152 (+1 ms)Running coprocessor post-open hooks at 1733829475157 (+5 ms)Region opened successfully at 1733829475158 (+1 ms) 2024-12-10T11:17:55,158 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1733829474991 2024-12-10T11:17:55,160 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T11:17:55,160 INFO [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T11:17:55,161 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=771ffe94c765,36357,1733829414270 2024-12-10T11:17:55,162 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 771ffe94c765,36357,1733829414270, state=OPEN 2024-12-10T11:17:55,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:17:55,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:17:55,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:17:55,163 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=771ffe94c765,36357,1733829414270 2024-12-10T11:17:55,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:17:55,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:17:55,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:17:55,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T11:17:55,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-12-10T11:17:55,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=771ffe94c765,36357,1733829414270 in 9.9740 sec 2024-12-10T11:17:55,165 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=771ffe94c765,36357,1733829414270, seqNum=-1] 2024-12-10T11:17:55,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-10T11:17:55,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1320 sec 2024-12-10T11:17:55,168 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 771ffe94c765,37089,1733829414233 had 4 regions 2024-12-10T11:17:55,170 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 771ffe94c765,37089,1733829414233, splitWal=true, meta=true, isMeta: false 2024-12-10T11:17:55,172 INFO [PEWorker-3 {}] master.SplitWALManager(105): 771ffe94c765,37089,1733829414233 WAL count=1, meta=false 2024-12-10T11:17:55,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 771ffe94c765%2C37089%2C1733829414233.1733829414836}] 2024-12-10T11:17:55,174 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=771ffe94c765,36357,1733829414270 2024-12-10T11:17:55,175 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-10T11:17:55,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T11:17:55,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T11:17:55,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:17:55,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:17:55,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 771ffe94c765%2C37089%2C1733829414233.1733829414836, worker=771ffe94c765,36357,1733829414270}] 2024-12-10T11:17:55,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:17:55,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T11:17:55,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T11:17:55,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1585965362, stopped=false 2024-12-10T11:17:55,176 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=771ffe94c765,45545,1733829414156 2024-12-10T11:17:55,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T11:17:55,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:17:55,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T11:17:55,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T11:17:55,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:17:55,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:17:55,178 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T11:17:55,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T11:17:55,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:17:55,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:17:55,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:17:55,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '771ffe94c765,36357,1733829414270' ***** 2024-12-10T11:17:55,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T11:17:55,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '771ffe94c765,43149,1733829414300' ***** 2024-12-10T11:17:55,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T11:17:55,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:17:55,179 INFO [RS:2;771ffe94c765:43149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T11:17:55,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T11:17:55,180 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T11:17:55,180 INFO [RS:1;771ffe94c765:36357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T11:17:55,180 INFO [RS:1;771ffe94c765:36357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T11:17:55,180 INFO [RS:2;771ffe94c765:43149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T11:17:55,180 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(3091): Received CLOSE for 74d934f531fe42b9d6af17063637bc7d 2024-12-10T11:17:55,180 INFO [RS:2;771ffe94c765:43149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T11:17:55,180 INFO [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(3091): Received CLOSE for d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:55,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T11:17:55,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:17:55,180 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(3091): Received CLOSE for 84d8586616c84597df113f179e27663d 2024-12-10T11:17:55,180 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(3091): Received CLOSE for 83532237dca8641d30b486d03217f63f 2024-12-10T11:17:55,180 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(3091): Received CLOSE for 26cf5ecff6cf53b992dc35b582d0f3e2 2024-12-10T11:17:55,180 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(959): stopping server 771ffe94c765,36357,1733829414270 2024-12-10T11:17:55,181 INFO [RS:1;771ffe94c765:36357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T11:17:55,181 INFO [RS:1;771ffe94c765:36357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;771ffe94c765:36357. 2024-12-10T11:17:55,181 DEBUG [RS:1;771ffe94c765:36357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:17:55,181 DEBUG [RS:1;771ffe94c765:36357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:17:55,181 INFO [RS:1;771ffe94c765:36357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T11:17:55,181 INFO [RS:1;771ffe94c765:36357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T11:17:55,181 INFO [RS:1;771ffe94c765:36357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T11:17:55,181 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74d934f531fe42b9d6af17063637bc7d, disabling compactions & flushes 2024-12-10T11:17:55,181 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:55,181 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T11:17:55,181 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:55,181 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. after waiting 0 ms 2024-12-10T11:17:55,181 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:55,181 INFO [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(3091): Received CLOSE for cecfefd190569e3915751e448739e533 2024-12-10T11:17:55,181 INFO [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(3091): Received CLOSE for 263d58530c2ed708f21b5032de0fafe1 2024-12-10T11:17:55,181 INFO [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(959): stopping server 771ffe94c765,43149,1733829414300 2024-12-10T11:17:55,181 INFO [RS:2;771ffe94c765:43149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T11:17:55,181 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-10T11:17:55,181 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6d466f203111bbe8a5cbb79a7960984, disabling compactions & flushes 2024-12-10T11:17:55,182 DEBUG [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(1325): Online Regions={74d934f531fe42b9d6af17063637bc7d=SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d., 84d8586616c84597df113f179e27663d=SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d., 1588230740=hbase:meta,,1.1588230740, 83532237dca8641d30b486d03217f63f=SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f., 26cf5ecff6cf53b992dc35b582d0f3e2=SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2.} 2024-12-10T11:17:55,182 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:55,182 INFO [RS:2;771ffe94c765:43149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;771ffe94c765:43149. 2024-12-10T11:17:55,182 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:55,182 DEBUG [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26cf5ecff6cf53b992dc35b582d0f3e2, 74d934f531fe42b9d6af17063637bc7d, 83532237dca8641d30b486d03217f63f, 84d8586616c84597df113f179e27663d 2024-12-10T11:17:55,182 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. after waiting 0 ms 2024-12-10T11:17:55,182 DEBUG [RS:2;771ffe94c765:43149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:17:55,182 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:55,182 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T11:17:55,182 DEBUG [RS:2;771ffe94c765:43149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:17:55,182 INFO [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T11:17:55,182 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T11:17:55,182 INFO [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-10T11:17:55,182 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T11:17:55,182 DEBUG [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(1325): Online Regions={d6d466f203111bbe8a5cbb79a7960984=SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984., cecfefd190569e3915751e448739e533=SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533., 263d58530c2ed708f21b5032de0fafe1=SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1.} 2024-12-10T11:17:55,182 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T11:17:55,182 DEBUG [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(1351): Waiting on 263d58530c2ed708f21b5032de0fafe1, cecfefd190569e3915751e448739e533, d6d466f203111bbe8a5cbb79a7960984 2024-12-10T11:17:55,186 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/74d934f531fe42b9d6af17063637bc7d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T11:17:55,187 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:55,187 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74d934f531fe42b9d6af17063637bc7d: Waiting for close lock at 1733829475181Running coprocessor pre-close hooks at 1733829475181Disabling compacts and flushes for region at 1733829475181Disabling writes for close at 1733829475181Writing region close event to WAL at 1733829475182 (+1 ms)Running coprocessor post-close hooks at 1733829475187 (+5 ms)Closed at 1733829475187 2024-12-10T11:17:55,187 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733829425148.74d934f531fe42b9d6af17063637bc7d. 2024-12-10T11:17:55,187 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84d8586616c84597df113f179e27663d, disabling compactions & flushes 2024-12-10T11:17:55,187 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:55,188 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:55,188 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/d6d466f203111bbe8a5cbb79a7960984/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T11:17:55,188 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. after waiting 0 ms 2024-12-10T11:17:55,188 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:55,188 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-12-10T11:17:55,188 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:55,188 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6d466f203111bbe8a5cbb79a7960984: Waiting for close lock at 1733829475181Running coprocessor pre-close hooks at 1733829475181Disabling compacts and flushes for region at 1733829475181Disabling writes for close at 1733829475182 (+1 ms)Writing region close event to WAL at 1733829475183 (+1 ms)Running coprocessor post-close hooks at 1733829475188 (+5 ms)Closed at 1733829475188 2024-12-10T11:17:55,188 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733829425148.d6d466f203111bbe8a5cbb79a7960984. 2024-12-10T11:17:55,189 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T11:17:55,189 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cecfefd190569e3915751e448739e533, disabling compactions & flushes 2024-12-10T11:17:55,189 INFO [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T11:17:55,189 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:55,189 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:55,189 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733829475182Running coprocessor pre-close hooks at 1733829475182Disabling compacts and flushes for region at 1733829475182Disabling writes for close at 1733829475182Writing region close event to WAL at 1733829475184 (+2 ms)Running coprocessor post-close hooks at 1733829475188 (+4 ms)Closed at 1733829475189 (+1 ms) 2024-12-10T11:17:55,189 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. after waiting 0 ms 2024-12-10T11:17:55,189 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:55,189 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T11:17:55,191 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/84d8586616c84597df113f179e27663d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T11:17:55,192 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:55,192 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84d8586616c84597df113f179e27663d: Waiting for close lock at 1733829475187Running coprocessor pre-close hooks at 1733829475187Disabling compacts and flushes for region at 1733829475187Disabling writes for close at 1733829475188 (+1 ms)Writing region close event to WAL at 1733829475188Running coprocessor post-close hooks at 1733829475192 (+4 ms)Closed at 1733829475192 2024-12-10T11:17:55,192 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/cecfefd190569e3915751e448739e533/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T11:17:55,192 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733829425148.84d8586616c84597df113f179e27663d. 2024-12-10T11:17:55,192 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83532237dca8641d30b486d03217f63f, disabling compactions & flushes 2024-12-10T11:17:55,192 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:55,192 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:55,192 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. after waiting 0 ms 2024-12-10T11:17:55,192 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:55,193 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:55,193 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cecfefd190569e3915751e448739e533: Waiting for close lock at 1733829475189Running coprocessor pre-close hooks at 1733829475189Disabling compacts and flushes for region at 1733829475189Disabling writes for close at 1733829475189Writing region close event to WAL at 1733829475189Running coprocessor post-close hooks at 1733829475193 (+4 ms)Closed at 1733829475193 2024-12-10T11:17:55,193 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733829425148.cecfefd190569e3915751e448739e533. 2024-12-10T11:17:55,193 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 263d58530c2ed708f21b5032de0fafe1, disabling compactions & flushes 2024-12-10T11:17:55,193 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:55,193 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:55,193 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. after waiting 0 ms 2024-12-10T11:17:55,193 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:55,196 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/83532237dca8641d30b486d03217f63f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T11:17:55,196 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/263d58530c2ed708f21b5032de0fafe1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T11:17:55,197 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:55,197 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83532237dca8641d30b486d03217f63f: Waiting for close lock at 1733829475192Running coprocessor pre-close hooks at 1733829475192Disabling compacts and flushes for region at 1733829475192Disabling writes for close at 1733829475192Writing region close event to WAL at 1733829475193 (+1 ms)Running coprocessor post-close hooks at 1733829475197 (+4 ms)Closed at 1733829475197 2024-12-10T11:17:55,197 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:55,197 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733829425148.83532237dca8641d30b486d03217f63f. 2024-12-10T11:17:55,197 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 263d58530c2ed708f21b5032de0fafe1: Waiting for close lock at 1733829475193Running coprocessor pre-close hooks at 1733829475193Disabling compacts and flushes for region at 1733829475193Disabling writes for close at 1733829475193Writing region close event to WAL at 1733829475194 (+1 ms)Running coprocessor post-close hooks at 1733829475197 (+3 ms)Closed at 1733829475197 2024-12-10T11:17:55,197 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733829425148.263d58530c2ed708f21b5032de0fafe1. 2024-12-10T11:17:55,197 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26cf5ecff6cf53b992dc35b582d0f3e2, disabling compactions & flushes 2024-12-10T11:17:55,197 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:55,197 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:55,197 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. after waiting 0 ms 2024-12-10T11:17:55,197 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:55,201 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/data/default/SPTestTable/26cf5ecff6cf53b992dc35b582d0f3e2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T11:17:55,202 INFO [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:55,202 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26cf5ecff6cf53b992dc35b582d0f3e2: Waiting for close lock at 1733829475197Running coprocessor pre-close hooks at 1733829475197Disabling compacts and flushes for region at 1733829475197Disabling writes for close at 1733829475197Writing region close event to WAL at 1733829475198 (+1 ms)Running coprocessor post-close hooks at 1733829475202 (+4 ms)Closed at 1733829475202 2024-12-10T11:17:55,202 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733829425148.26cf5ecff6cf53b992dc35b582d0f3e2. 2024-12-10T11:17:55,224 INFO [regionserver/771ffe94c765:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:17:55,232 INFO [regionserver/771ffe94c765:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:17:55,382 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(976): stopping server 771ffe94c765,36357,1733829414270; all regions closed. 2024-12-10T11:17:55,382 INFO [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(976): stopping server 771ffe94c765,43149,1733829414300; all regions closed. 2024-12-10T11:17:55,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741865_1041 (size=678) 2024-12-10T11:17:55,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741865_1041 (size=678) 2024-12-10T11:17:55,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741865_1041 (size=678) 2024-12-10T11:17:55,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741835_1011 (size=2334) 2024-12-10T11:17:55,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/WALs/771ffe94c765,43149,1733829414300/771ffe94c765%2C43149%2C1733829414300.1733829414838 not finished, retry = 0 2024-12-10T11:17:55,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741835_1011 (size=2334) 2024-12-10T11:17:55,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741835_1011 (size=2334) 2024-12-10T11:17:55,387 DEBUG [RS:1;771ffe94c765:36357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/oldWALs 2024-12-10T11:17:55,388 INFO [RS:1;771ffe94c765:36357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 771ffe94c765%2C36357%2C1733829414270.meta:.meta(num 1733829474998) 2024-12-10T11:17:55,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741833_1009 (size=3469) 2024-12-10T11:17:55,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741833_1009 (size=3469) 2024-12-10T11:17:55,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741833_1009 (size=3469) 2024-12-10T11:17:55,391 DEBUG [RS:1;771ffe94c765:36357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/oldWALs 2024-12-10T11:17:55,391 INFO [RS:1;771ffe94c765:36357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 771ffe94c765%2C36357%2C1733829414270:(num 1733829414815) 2024-12-10T11:17:55,392 DEBUG [RS:1;771ffe94c765:36357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:17:55,392 INFO [RS:1;771ffe94c765:36357 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:17:55,392 INFO [RS:1;771ffe94c765:36357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T11:17:55,392 INFO [RS:1;771ffe94c765:36357 {}] hbase.ChoreService(370): Chore service for: regionserver/771ffe94c765:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T11:17:55,392 INFO [RS:1;771ffe94c765:36357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T11:17:55,392 INFO [regionserver/771ffe94c765:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T11:17:55,392 INFO [RS:1;771ffe94c765:36357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36357 2024-12-10T11:17:55,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/771ffe94c765,36357,1733829414270 2024-12-10T11:17:55,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:17:55,394 INFO [RS:1;771ffe94c765:36357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T11:17:55,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [771ffe94c765,36357,1733829414270] 2024-12-10T11:17:55,398 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/771ffe94c765,36357,1733829414270 already deleted, retry=false 2024-12-10T11:17:55,398 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 771ffe94c765,36357,1733829414270 expired; onlineServers=1 2024-12-10T11:17:55,489 DEBUG [RS:2;771ffe94c765:43149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/oldWALs 2024-12-10T11:17:55,489 INFO [RS:2;771ffe94c765:43149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 771ffe94c765%2C43149%2C1733829414300:(num 1733829414838) 2024-12-10T11:17:55,489 DEBUG [RS:2;771ffe94c765:43149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:17:55,489 INFO [RS:2;771ffe94c765:43149 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:17:55,489 INFO [RS:2;771ffe94c765:43149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T11:17:55,489 INFO [RS:2;771ffe94c765:43149 {}] hbase.ChoreService(370): Chore service for: regionserver/771ffe94c765:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T11:17:55,489 INFO [RS:2;771ffe94c765:43149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T11:17:55,489 INFO [RS:2;771ffe94c765:43149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T11:17:55,489 INFO [RS:2;771ffe94c765:43149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T11:17:55,489 INFO [RS:2;771ffe94c765:43149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T11:17:55,489 INFO [regionserver/771ffe94c765:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T11:17:55,490 INFO [RS:2;771ffe94c765:43149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43149 2024-12-10T11:17:55,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:17:55,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/771ffe94c765,43149,1733829414300 2024-12-10T11:17:55,491 INFO [RS:2;771ffe94c765:43149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T11:17:55,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [771ffe94c765,43149,1733829414300] 2024-12-10T11:17:55,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/771ffe94c765,43149,1733829414300 already deleted, retry=false 2024-12-10T11:17:55,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 771ffe94c765,43149,1733829414300 expired; onlineServers=0 2024-12-10T11:17:55,496 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '771ffe94c765,45545,1733829414156' ***** 2024-12-10T11:17:55,496 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T11:17:55,496 INFO [M:0;771ffe94c765:45545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T11:17:55,496 INFO [M:0;771ffe94c765:45545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T11:17:55,496 DEBUG [M:0;771ffe94c765:45545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T11:17:55,496 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T11:17:55,496 DEBUG [M:0;771ffe94c765:45545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T11:17:55,496 DEBUG [master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.large.0-1733829414536 {}] cleaner.HFileCleaner(306): Exit Thread[master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.large.0-1733829414536,5,FailOnTimeoutGroup] 2024-12-10T11:17:55,496 DEBUG [master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.small.0-1733829414537 {}] cleaner.HFileCleaner(306): Exit Thread[master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.small.0-1733829414537,5,FailOnTimeoutGroup] 2024-12-10T11:17:55,496 INFO [M:0;771ffe94c765:45545 {}] hbase.ChoreService(370): Chore service for: master/771ffe94c765:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T11:17:55,496 INFO [M:0;771ffe94c765:45545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T11:17:55,496 DEBUG [M:0;771ffe94c765:45545 {}] master.HMaster(1795): Stopping service threads 2024-12-10T11:17:55,496 INFO [M:0;771ffe94c765:45545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T11:17:55,497 INFO [M:0;771ffe94c765:45545 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T11:17:55,497 ERROR [M:0;771ffe94c765:45545 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1272979000) connection to localhost/127.0.0.1:37253 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37253,5,PEWorkerGroup] 2024-12-10T11:17:55,497 INFO [M:0;771ffe94c765:45545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T11:17:55,497 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T11:17:55,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:17:55,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36357-0x1019c1737850002, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:17:55,497 INFO [RS:1;771ffe94c765:36357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T11:17:55,497 INFO [RS:1;771ffe94c765:36357 {}] regionserver.HRegionServer(1031): Exiting; stopping=771ffe94c765,36357,1733829414270; zookeeper connection closed. 2024-12-10T11:17:55,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T11:17:55,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:17:55,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f6cd59c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f6cd59c 2024-12-10T11:17:55,497 DEBUG [M:0;771ffe94c765:45545 {}] zookeeper.ZKUtil(347): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T11:17:55,497 WARN [M:0;771ffe94c765:45545 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T11:17:55,498 INFO [M:0;771ffe94c765:45545 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/.lastflushedseqids 2024-12-10T11:17:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741869_1045 (size=632) 2024-12-10T11:17:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741869_1045 (size=632) 2024-12-10T11:17:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741869_1045 (size=632) 2024-12-10T11:17:55,506 INFO [M:0;771ffe94c765:45545 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T11:17:55,506 INFO [M:0;771ffe94c765:45545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T11:17:55,506 DEBUG [M:0;771ffe94c765:45545 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T11:17:55,506 INFO [M:0;771ffe94c765:45545 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:17:55,506 DEBUG [M:0;771ffe94c765:45545 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:17:55,506 DEBUG [M:0;771ffe94c765:45545 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T11:17:55,506 DEBUG [M:0;771ffe94c765:45545 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:17:55,506 INFO [M:0;771ffe94c765:45545 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=213.83 KB heapSize=255.16 KB 2024-12-10T11:17:55,523 DEBUG [M:0;771ffe94c765:45545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a916213ec8d54481bb60ac1d897709f5 is 82, key is hbase:meta,,1/info:regioninfo/1733829475161/Put/seqid=0 2024-12-10T11:17:55,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741870_1046 (size=6071) 2024-12-10T11:17:55,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741870_1046 (size=6071) 2024-12-10T11:17:55,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741870_1046 (size=6071) 2024-12-10T11:17:55,530 INFO [M:0;771ffe94c765:45545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a916213ec8d54481bb60ac1d897709f5 2024-12-10T11:17:55,552 DEBUG [M:0;771ffe94c765:45545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d8b6d72603c481e8609a651d74ae718 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733829435510/Put/seqid=0 2024-12-10T11:17:55,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741871_1047 (size=11560) 2024-12-10T11:17:55,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741871_1047 (size=11560) 2024-12-10T11:17:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741871_1047 (size=11560) 2024-12-10T11:17:55,560 INFO [M:0;771ffe94c765:45545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=212.60 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d8b6d72603c481e8609a651d74ae718 2024-12-10T11:17:55,565 INFO [M:0;771ffe94c765:45545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d8b6d72603c481e8609a651d74ae718 2024-12-10T11:17:55,579 DEBUG [M:0;771ffe94c765:45545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1b9f5a532c41d89d3b85d260289133 is 69, key is 771ffe94c765,36357,1733829414270/rs:state/1733829414645/Put/seqid=0 2024-12-10T11:17:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741872_1048 (size=5447) 2024-12-10T11:17:55,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741872_1048 (size=5447) 2024-12-10T11:17:55,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741872_1048 (size=5447) 2024-12-10T11:17:55,586 INFO [M:0;771ffe94c765:45545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1b9f5a532c41d89d3b85d260289133 2024-12-10T11:17:55,592 INFO [M:0;771ffe94c765:45545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae1b9f5a532c41d89d3b85d260289133 2024-12-10T11:17:55,592 DEBUG [M:0;771ffe94c765:45545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a916213ec8d54481bb60ac1d897709f5 as hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a916213ec8d54481bb60ac1d897709f5 2024-12-10T11:17:55,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:17:55,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x1019c1737850003, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:17:55,593 INFO [RS:2;771ffe94c765:43149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T11:17:55,593 INFO [RS:2;771ffe94c765:43149 {}] regionserver.HRegionServer(1031): Exiting; stopping=771ffe94c765,43149,1733829414300; zookeeper connection closed. 2024-12-10T11:17:55,593 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6da1efae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6da1efae 2024-12-10T11:17:55,593 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-10T11:17:55,598 INFO [M:0;771ffe94c765:45545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a916213ec8d54481bb60ac1d897709f5, entries=14, sequenceid=446, filesize=5.9 K 2024-12-10T11:17:55,599 DEBUG [M:0;771ffe94c765:45545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d8b6d72603c481e8609a651d74ae718 as hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d8b6d72603c481e8609a651d74ae718 2024-12-10T11:17:55,603 INFO [M:0;771ffe94c765:45545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d8b6d72603c481e8609a651d74ae718 2024-12-10T11:17:55,603 INFO [M:0;771ffe94c765:45545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d8b6d72603c481e8609a651d74ae718, entries=52, sequenceid=446, filesize=11.3 K 2024-12-10T11:17:55,604 DEBUG [M:0;771ffe94c765:45545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1b9f5a532c41d89d3b85d260289133 as hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae1b9f5a532c41d89d3b85d260289133 2024-12-10T11:17:55,609 INFO [M:0;771ffe94c765:45545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae1b9f5a532c41d89d3b85d260289133 2024-12-10T11:17:55,609 INFO [M:0;771ffe94c765:45545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37253/user/jenkins/test-data/0dd4024e-7e64-986d-8997-cb79437714bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae1b9f5a532c41d89d3b85d260289133, entries=3, sequenceid=446, filesize=5.3 K 2024-12-10T11:17:55,610 INFO [M:0;771ffe94c765:45545 {}] regionserver.HRegion(3140): Finished flush of dataSize ~213.83 KB/218961, heapSize ~254.87 KB/260984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=446, compaction requested=false 2024-12-10T11:17:55,613 INFO [M:0;771ffe94c765:45545 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:17:55,613 DEBUG [M:0;771ffe94c765:45545 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733829475506Disabling compacts and flushes for region at 1733829475506Disabling writes for close at 1733829475506Obtaining lock to block concurrent updates at 1733829475506Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733829475506Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=218961, getHeapSize=261224, getOffHeapSize=0, getCellsCount=545 at 1733829475507 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733829475507Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733829475507Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733829475523 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733829475523Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733829475536 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733829475551 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733829475551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733829475565 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733829475579 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733829475579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b81ca06: reopening flushed file at 1733829475592 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d974a9e: reopening flushed file at 1733829475598 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f76bbe8: reopening flushed file at 1733829475604 (+6 ms)Finished flush of dataSize ~213.83 KB/218961, heapSize ~254.87 KB/260984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=446, compaction requested=false at 1733829475610 (+6 ms)Writing region close event to WAL at 1733829475613 (+3 ms)Closed at 1733829475613 2024-12-10T11:17:55,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741830_1006 (size=248766) 2024-12-10T11:17:55,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44833 is added to blk_1073741830_1006 (size=248766) 2024-12-10T11:17:55,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741830_1006 (size=248766) 2024-12-10T11:17:55,616 INFO [M:0;771ffe94c765:45545 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T11:17:55,616 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T11:17:55,616 INFO [M:0;771ffe94c765:45545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45545 2024-12-10T11:17:55,616 INFO [M:0;771ffe94c765:45545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T11:17:55,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:17:55,719 INFO [M:0;771ffe94c765:45545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T11:17:55,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x1019c1737850000, quorum=127.0.0.1:50825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:17:55,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8f27143{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:17:55,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3825ce78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T11:17:55,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T11:17:55,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed0203c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T11:17:55,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44fe9ff2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/hadoop.log.dir/,STOPPED} 2024-12-10T11:17:55,724 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T11:17:55,724 WARN [BP-1935687307-172.17.0.2-1733829413260 heartbeating to localhost/127.0.0.1:37253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T11:17:55,724 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T11:17:55,724 WARN [BP-1935687307-172.17.0.2-1733829413260 heartbeating to localhost/127.0.0.1:37253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1935687307-172.17.0.2-1733829413260 (Datanode Uuid 3af347e2-c822-41be-a85b-e693500670bb) service to localhost/127.0.0.1:37253 2024-12-10T11:17:55,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/data/data5/current/BP-1935687307-172.17.0.2-1733829413260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:17:55,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/data/data6/current/BP-1935687307-172.17.0.2-1733829413260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:17:55,725 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T11:17:55,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41d72b35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:17:55,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cc99af1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T11:17:55,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T11:17:55,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43f9438e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T11:17:55,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40b896b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/hadoop.log.dir/,STOPPED} 2024-12-10T11:17:55,729 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T11:17:55,729 WARN [BP-1935687307-172.17.0.2-1733829413260 heartbeating to localhost/127.0.0.1:37253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T11:17:55,729 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T11:17:55,729 WARN [BP-1935687307-172.17.0.2-1733829413260 heartbeating to localhost/127.0.0.1:37253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1935687307-172.17.0.2-1733829413260 (Datanode Uuid 571ed044-49ce-4cf0-8738-d125cf9d60e7) service to localhost/127.0.0.1:37253 2024-12-10T11:17:55,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/data/data3/current/BP-1935687307-172.17.0.2-1733829413260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:17:55,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/data/data4/current/BP-1935687307-172.17.0.2-1733829413260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:17:55,730 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T11:17:55,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@679ccfb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:17:55,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73f8a9f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T11:17:55,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T11:17:55,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@324bb0ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T11:17:55,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b834a6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/hadoop.log.dir/,STOPPED} 2024-12-10T11:17:55,735 WARN [BP-1935687307-172.17.0.2-1733829413260 heartbeating to localhost/127.0.0.1:37253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T11:17:55,735 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T11:17:55,735 WARN [BP-1935687307-172.17.0.2-1733829413260 heartbeating to localhost/127.0.0.1:37253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1935687307-172.17.0.2-1733829413260 (Datanode Uuid 8c143d3f-aa3c-4cae-bf42-6ad4803f54ab) service to localhost/127.0.0.1:37253 2024-12-10T11:17:55,735 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T11:17:55,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/data/data1/current/BP-1935687307-172.17.0.2-1733829413260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:17:55,736 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/cluster_0140781a-a2b5-4fba-625f-8dfb936d23da/data/data2/current/BP-1935687307-172.17.0.2-1733829413260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:17:55,736 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T11:17:55,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13fd6acb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T11:17:55,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3342a556{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T11:17:55,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T11:17:55,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a67622c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T11:17:55,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3f8bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fde1dc-5135-cdbf-cd91-917398616d52/hadoop.log.dir/,STOPPED} 2024-12-10T11:17:55,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T11:17:55,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T11:17:55,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 93) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:37253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:37253 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:37253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:37253 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=5671 (was 5613) - AvailableMemoryMB LEAK? -