2024-12-04 06:41:20,664 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-04 06:41:20,679 main DEBUG Took 0.012390 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 06:41:20,680 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 06:41:20,680 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 06:41:20,681 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 06:41:20,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:41:20,693 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 06:41:20,711 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:41:20,714 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:41:20,715 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:41:20,717 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:41:20,718 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:41:20,720 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:41:20,722 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:41:20,723 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:41:20,724 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:41:20,725 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:41:20,727 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:41:20,728 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:41:20,729 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,730 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 06:41:20,731 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:41:20,733 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 06:41:20,736 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 06:41:20,736 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 06:41:20,738 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 06:41:20,739 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 06:41:20,751 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 06:41:20,754 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 06:41:20,758 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 06:41:20,759 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 06:41:20,760 main DEBUG createAppenders(={Console}) 2024-12-04 06:41:20,761 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-04 06:41:20,761 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-04 06:41:20,761 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-04 06:41:20,762 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 06:41:20,765 main DEBUG OutputStream closed 2024-12-04 06:41:20,767 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 06:41:20,767 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 06:41:20,768 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-04 06:41:20,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 06:41:20,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 06:41:20,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 06:41:20,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 06:41:20,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 06:41:20,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 06:41:20,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 06:41:20,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 06:41:20,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 06:41:20,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 06:41:20,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 06:41:20,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 06:41:20,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 06:41:20,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 06:41:20,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 06:41:20,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 06:41:20,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 06:41:20,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 06:41:20,951 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 06:41:20,951 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-04 06:41:20,952 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 06:41:20,953 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-04T06:41:20,974 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-04 06:41:20,980 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 06:41:20,981 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T06:41:20,996 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-04T06:41:21,072 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=7228 2024-12-04T06:41:21,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427 2024-12-04T06:41:21,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T06:41:21,629 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02, deleteOnExit=true 2024-12-04T06:41:21,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T06:41:21,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/test.cache.data in system properties and HBase conf 2024-12-04T06:41:21,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T06:41:21,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.log.dir in system properties and HBase conf 2024-12-04T06:41:21,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T06:41:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T06:41:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T06:41:21,846 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T06:41:22,005 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T06:41:22,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T06:41:22,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T06:41:22,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T06:41:22,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T06:41:22,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T06:41:22,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T06:41:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T06:41:22,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T06:41:22,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T06:41:22,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/nfs.dump.dir in system properties and HBase conf 2024-12-04T06:41:22,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/java.io.tmpdir in system properties and HBase conf 2024-12-04T06:41:22,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T06:41:22,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T06:41:22,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T06:41:23,133 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T06:41:23,246 INFO [Time-limited test {}] log.Log(170): Logging initialized @3671ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T06:41:23,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:41:23,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T06:41:23,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T06:41:23,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T06:41:23,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T06:41:23,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:41:23,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.log.dir/,AVAILABLE} 2024-12-04T06:41:23,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T06:41:23,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b3081c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/java.io.tmpdir/jetty-localhost-35647-hadoop-hdfs-3_4_1-tests_jar-_-any-5810067033781881940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T06:41:23,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:35647} 2024-12-04T06:41:23,882 INFO [Time-limited test {}] server.Server(415): Started @4308ms 2024-12-04T06:41:24,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:41:24,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T06:41:24,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T06:41:24,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T06:41:24,415 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T06:41:24,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.log.dir/,AVAILABLE} 2024-12-04T06:41:24,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T06:41:24,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@214c3992{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/java.io.tmpdir/jetty-localhost-37675-hadoop-hdfs-3_4_1-tests_jar-_-any-1075570049927888546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:41:24,551 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:37675} 2024-12-04T06:41:24,552 INFO [Time-limited test {}] server.Server(415): Started @4978ms 2024-12-04T06:41:24,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T06:41:24,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:41:24,913 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T06:41:24,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T06:41:24,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T06:41:24,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T06:41:24,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.log.dir/,AVAILABLE} 2024-12-04T06:41:24,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T06:41:25,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@795f0a62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/java.io.tmpdir/jetty-localhost-45985-hadoop-hdfs-3_4_1-tests_jar-_-any-5335475124592882433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:41:25,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:45985} 2024-12-04T06:41:25,098 INFO [Time-limited test {}] server.Server(415): Started @5524ms 2024-12-04T06:41:25,102 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T06:41:25,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:41:25,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T06:41:25,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T06:41:25,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T06:41:25,242 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T06:41:25,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.log.dir/,AVAILABLE} 2024-12-04T06:41:25,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T06:41:25,287 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/data/data2/current/BP-701168196-172.17.0.2-1733294482854/current, will proceed with Du for space computation calculation, 2024-12-04T06:41:25,287 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/data/data3/current/BP-701168196-172.17.0.2-1733294482854/current, will proceed with Du for space computation calculation, 2024-12-04T06:41:25,287 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/data/data1/current/BP-701168196-172.17.0.2-1733294482854/current, will proceed with Du for space computation calculation, 2024-12-04T06:41:25,289 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/data/data4/current/BP-701168196-172.17.0.2-1733294482854/current, will proceed with Du for space computation calculation, 2024-12-04T06:41:25,396 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T06:41:25,398 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T06:41:25,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e70bc28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/java.io.tmpdir/jetty-localhost-38777-hadoop-hdfs-3_4_1-tests_jar-_-any-18013056197102501576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:41:25,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:38777} 2024-12-04T06:41:25,416 INFO [Time-limited test {}] server.Server(415): Started @5842ms 2024-12-04T06:41:25,419 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T06:41:25,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6e8d9fa463c373 with lease ID 0x51999bdffcf7bd52: Processing first storage report for DS-7f79ef13-7af1-44e6-80bc-718c45de461d from datanode DatanodeRegistration(127.0.0.1:46729, datanodeUuid=7525eebe-6f1d-4f36-8ca2-1a0a620777bc, infoPort=45745, infoSecurePort=0, ipcPort=46669, storageInfo=lv=-57;cid=testClusterID;nsid=283138272;c=1733294482854) 2024-12-04T06:41:25,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6e8d9fa463c373 with lease ID 0x51999bdffcf7bd52: from storage DS-7f79ef13-7af1-44e6-80bc-718c45de461d node DatanodeRegistration(127.0.0.1:46729, datanodeUuid=7525eebe-6f1d-4f36-8ca2-1a0a620777bc, infoPort=45745, infoSecurePort=0, ipcPort=46669, storageInfo=lv=-57;cid=testClusterID;nsid=283138272;c=1733294482854), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T06:41:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87c01df6794e15c0 with lease ID 0x51999bdffcf7bd53: Processing first storage report for DS-4b23a1a5-68d2-4419-975b-90f7e5251c2d from datanode DatanodeRegistration(127.0.0.1:37281, datanodeUuid=483cade1-8f32-4534-94e1-67ea3dc7d337, infoPort=40801, infoSecurePort=0, ipcPort=39647, storageInfo=lv=-57;cid=testClusterID;nsid=283138272;c=1733294482854) 2024-12-04T06:41:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87c01df6794e15c0 with lease ID 0x51999bdffcf7bd53: from storage DS-4b23a1a5-68d2-4419-975b-90f7e5251c2d node DatanodeRegistration(127.0.0.1:37281, datanodeUuid=483cade1-8f32-4534-94e1-67ea3dc7d337, infoPort=40801, infoSecurePort=0, ipcPort=39647, storageInfo=lv=-57;cid=testClusterID;nsid=283138272;c=1733294482854), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T06:41:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6e8d9fa463c373 with lease ID 0x51999bdffcf7bd52: Processing first storage report for DS-fa8ad4ee-d630-494a-98d8-abdf60110335 from datanode DatanodeRegistration(127.0.0.1:46729, datanodeUuid=7525eebe-6f1d-4f36-8ca2-1a0a620777bc, infoPort=45745, infoSecurePort=0, ipcPort=46669, storageInfo=lv=-57;cid=testClusterID;nsid=283138272;c=1733294482854) 2024-12-04T06:41:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6e8d9fa463c373 with lease ID 0x51999bdffcf7bd52: from storage DS-fa8ad4ee-d630-494a-98d8-abdf60110335 node DatanodeRegistration(127.0.0.1:46729, datanodeUuid=7525eebe-6f1d-4f36-8ca2-1a0a620777bc, infoPort=45745, infoSecurePort=0, ipcPort=46669, storageInfo=lv=-57;cid=testClusterID;nsid=283138272;c=1733294482854), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T06:41:25,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87c01df6794e15c0 with lease ID 0x51999bdffcf7bd53: Processing first storage report for DS-a4bb58c7-292b-46f2-a853-720734153baf from datanode DatanodeRegistration(127.0.0.1:37281, datanodeUuid=483cade1-8f32-4534-94e1-67ea3dc7d337, infoPort=40801, infoSecurePort=0, ipcPort=39647, storageInfo=lv=-57;cid=testClusterID;nsid=283138272;c=1733294482854) 2024-12-04T06:41:25,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87c01df6794e15c0 with lease ID 0x51999bdffcf7bd53: from storage DS-a4bb58c7-292b-46f2-a853-720734153baf node DatanodeRegistration(127.0.0.1:37281, datanodeUuid=483cade1-8f32-4534-94e1-67ea3dc7d337, infoPort=40801, infoSecurePort=0, ipcPort=39647, storageInfo=lv=-57;cid=testClusterID;nsid=283138272;c=1733294482854), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T06:41:25,637 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/data/data5/current/BP-701168196-172.17.0.2-1733294482854/current, will proceed with Du for space computation calculation, 2024-12-04T06:41:25,649 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/data/data6/current/BP-701168196-172.17.0.2-1733294482854/current, will proceed with Du for space computation calculation, 2024-12-04T06:41:25,673 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T06:41:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9bb1fbf638d7f5a with lease ID 0x51999bdffcf7bd54: Processing first storage report for DS-c364cd1d-702f-428d-a1bc-e8ab522d4f1f from datanode DatanodeRegistration(127.0.0.1:40885, datanodeUuid=d6b05d6d-ebb4-43ab-8585-6f1b8fe10609, infoPort=43769, infoSecurePort=0, ipcPort=42949, storageInfo=lv=-57;cid=testClusterID;nsid=283138272;c=1733294482854) 2024-12-04T06:41:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9bb1fbf638d7f5a with lease ID 0x51999bdffcf7bd54: from storage DS-c364cd1d-702f-428d-a1bc-e8ab522d4f1f node DatanodeRegistration(127.0.0.1:40885, datanodeUuid=d6b05d6d-ebb4-43ab-8585-6f1b8fe10609, infoPort=43769, infoSecurePort=0, ipcPort=42949, storageInfo=lv=-57;cid=testClusterID;nsid=283138272;c=1733294482854), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T06:41:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9bb1fbf638d7f5a with lease ID 0x51999bdffcf7bd54: Processing first storage report for DS-2375bf3f-4947-493f-9fc1-0dfb8a890d91 from datanode DatanodeRegistration(127.0.0.1:40885, datanodeUuid=d6b05d6d-ebb4-43ab-8585-6f1b8fe10609, infoPort=43769, infoSecurePort=0, ipcPort=42949, storageInfo=lv=-57;cid=testClusterID;nsid=283138272;c=1733294482854) 2024-12-04T06:41:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9bb1fbf638d7f5a with lease ID 0x51999bdffcf7bd54: from storage DS-2375bf3f-4947-493f-9fc1-0dfb8a890d91 node DatanodeRegistration(127.0.0.1:40885, datanodeUuid=d6b05d6d-ebb4-43ab-8585-6f1b8fe10609, infoPort=43769, infoSecurePort=0, ipcPort=42949, storageInfo=lv=-57;cid=testClusterID;nsid=283138272;c=1733294482854), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T06:41:25,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427 2024-12-04T06:41:26,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/zookeeper_0, clientPort=58928, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T06:41:26,024 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58928 2024-12-04T06:41:26,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:41:26,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:41:26,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741825_1001 (size=7) 2024-12-04T06:41:26,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741825_1001 (size=7) 2024-12-04T06:41:26,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741825_1001 (size=7) 2024-12-04T06:41:26,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac with version=8 2024-12-04T06:41:26,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/hbase-staging 2024-12-04T06:41:26,910 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T06:41:27,230 INFO [Time-limited test {}] client.ConnectionUtils(128): master/607fd5c6574c:0 server-side Connection retries=45 2024-12-04T06:41:27,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:41:27,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T06:41:27,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T06:41:27,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:41:27,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T06:41:27,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T06:41:27,509 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T06:41:27,520 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T06:41:27,525 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T06:41:27,559 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4348 (auto-detected) 2024-12-04T06:41:27,560 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T06:41:27,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32885 2024-12-04T06:41:27,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32885 connecting to ZooKeeper ensemble=127.0.0.1:58928 2024-12-04T06:41:27,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328850x0, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T06:41:27,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32885-0x1017c34dc760000 connected 2024-12-04T06:41:27,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:41:27,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:41:27,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:41:27,769 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac, hbase.cluster.distributed=false 2024-12-04T06:41:27,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T06:41:27,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32885 2024-12-04T06:41:27,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32885 2024-12-04T06:41:27,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32885 2024-12-04T06:41:27,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32885 2024-12-04T06:41:27,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32885 2024-12-04T06:41:27,971 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/607fd5c6574c:0 server-side Connection retries=45 2024-12-04T06:41:27,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:41:27,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T06:41:27,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T06:41:27,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:41:27,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T06:41:27,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T06:41:27,979 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T06:41:27,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40739 2024-12-04T06:41:27,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40739 connecting to ZooKeeper ensemble=127.0.0.1:58928 2024-12-04T06:41:27,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:41:27,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:41:27,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407390x0, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T06:41:27,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407390x0, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:41:27,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40739-0x1017c34dc760001 connected 2024-12-04T06:41:27,999 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T06:41:28,007 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T06:41:28,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T06:41:28,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T06:41:28,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40739 2024-12-04T06:41:28,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40739 2024-12-04T06:41:28,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40739 2024-12-04T06:41:28,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40739 2024-12-04T06:41:28,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40739 2024-12-04T06:41:28,044 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/607fd5c6574c:0 server-side Connection retries=45 2024-12-04T06:41:28,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:41:28,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T06:41:28,045 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T06:41:28,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:41:28,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T06:41:28,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T06:41:28,046 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T06:41:28,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46001 2024-12-04T06:41:28,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46001 connecting to ZooKeeper ensemble=127.0.0.1:58928 2024-12-04T06:41:28,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:41:28,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:41:28,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460010x0, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T06:41:28,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46001-0x1017c34dc760002 connected 2024-12-04T06:41:28,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:41:28,060 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T06:41:28,062 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T06:41:28,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T06:41:28,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T06:41:28,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46001 2024-12-04T06:41:28,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46001 2024-12-04T06:41:28,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46001 2024-12-04T06:41:28,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46001 2024-12-04T06:41:28,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46001 2024-12-04T06:41:28,096 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/607fd5c6574c:0 server-side Connection retries=45 2024-12-04T06:41:28,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:41:28,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T06:41:28,097 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T06:41:28,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:41:28,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T06:41:28,097 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T06:41:28,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T06:41:28,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38291 2024-12-04T06:41:28,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38291 connecting to ZooKeeper ensemble=127.0.0.1:58928 2024-12-04T06:41:28,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:41:28,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:41:28,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382910x0, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T06:41:28,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382910x0, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:41:28,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T06:41:28,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38291-0x1017c34dc760003 connected 2024-12-04T06:41:28,120 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T06:41:28,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T06:41:28,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T06:41:28,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38291 2024-12-04T06:41:28,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38291 2024-12-04T06:41:28,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38291 2024-12-04T06:41:28,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38291 2024-12-04T06:41:28,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38291 2024-12-04T06:41:28,157 DEBUG [M:0;607fd5c6574c:32885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;607fd5c6574c:32885 2024-12-04T06:41:28,158 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/607fd5c6574c,32885,1733294486976 2024-12-04T06:41:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:41:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:41:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:41:28,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:41:28,169 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/607fd5c6574c,32885,1733294486976 2024-12-04T06:41:28,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T06:41:28,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T06:41:28,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:28,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:28,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T06:41:28,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:28,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:28,198 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T06:41:28,202 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/607fd5c6574c,32885,1733294486976 from backup master directory 2024-12-04T06:41:28,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/607fd5c6574c,32885,1733294486976 2024-12-04T06:41:28,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:41:28,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:41:28,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:41:28,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:41:28,207 WARN [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T06:41:28,208 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=607fd5c6574c,32885,1733294486976 2024-12-04T06:41:28,211 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T06:41:28,212 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T06:41:28,288 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/hbase.id] with ID: b42215a4-7d37-42df-98de-4f92f0ff2b15 2024-12-04T06:41:28,288 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/.tmp/hbase.id 2024-12-04T06:41:28,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741826_1002 (size=42) 2024-12-04T06:41:28,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741826_1002 (size=42) 2024-12-04T06:41:28,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741826_1002 (size=42) 2024-12-04T06:41:28,333 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/.tmp/hbase.id]:[hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/hbase.id] 2024-12-04T06:41:28,408 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:41:28,414 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T06:41:28,440 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-12-04T06:41:28,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:28,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:28,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:28,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:28,458 WARN [IPC Server handler 0 on default port 33207 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-04T06:41:28,459 WARN [IPC Server handler 0 on default port 33207 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-04T06:41:28,459 WARN [IPC Server handler 0 on default port 33207 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-04T06:41:28,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741827_1003 (size=196) 2024-12-04T06:41:28,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741827_1003 (size=196) 2024-12-04T06:41:28,484 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T06:41:28,486 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T06:41:28,504 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:41:28,509 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:41:28,546 WARN [IPC Server handler 3 on default port 33207 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-04T06:41:28,546 WARN [IPC Server handler 3 on default port 33207 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-04T06:41:28,547 WARN [IPC Server handler 3 on default port 33207 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-04T06:41:28,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741828_1004 (size=1189) 2024-12-04T06:41:28,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741828_1004 (size=1189) 2024-12-04T06:41:28,976 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store 2024-12-04T06:41:28,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741829_1005 (size=34) 2024-12-04T06:41:28,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741829_1005 (size=34) 2024-12-04T06:41:28,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741829_1005 (size=34) 2024-12-04T06:41:29,003 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T06:41:29,006 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:29,007 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T06:41:29,007 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:41:29,008 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:41:29,010 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T06:41:29,010 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:41:29,010 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:41:29,012 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733294489007Disabling compacts and flushes for region at 1733294489007Disabling writes for close at 1733294489010 (+3 ms)Writing region close event to WAL at 1733294489010Closed at 1733294489010 2024-12-04T06:41:29,014 WARN [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/.initializing 2024-12-04T06:41:29,014 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/WALs/607fd5c6574c,32885,1733294486976 2024-12-04T06:41:29,024 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:41:29,041 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C32885%2C1733294486976, suffix=, logDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/WALs/607fd5c6574c,32885,1733294486976, archiveDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/oldWALs, maxLogs=10 2024-12-04T06:41:29,073 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/WALs/607fd5c6574c,32885,1733294486976/607fd5c6574c%2C32885%2C1733294486976.1733294489047, exclude list is [], retry=0 2024-12-04T06:41:29,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46729,DS-7f79ef13-7af1-44e6-80bc-718c45de461d,DISK] 2024-12-04T06:41:29,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37281,DS-4b23a1a5-68d2-4419-975b-90f7e5251c2d,DISK] 2024-12-04T06:41:29,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40885,DS-c364cd1d-702f-428d-a1bc-e8ab522d4f1f,DISK] 2024-12-04T06:41:29,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T06:41:29,130 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/WALs/607fd5c6574c,32885,1733294486976/607fd5c6574c%2C32885%2C1733294486976.1733294489047 2024-12-04T06:41:29,131 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40801:40801),(127.0.0.1/127.0.0.1:43769:43769),(127.0.0.1/127.0.0.1:45745:45745)] 2024-12-04T06:41:29,131 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:41:29,132 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:29,135 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:41:29,136 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:41:29,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:41:29,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T06:41:29,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:29,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:41:29,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:41:29,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T06:41:29,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:29,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:41:29,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:41:29,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T06:41:29,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:29,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:41:29,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:41:29,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T06:41:29,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:29,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:41:29,221 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:41:29,224 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:41:29,225 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:41:29,229 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:41:29,230 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:41:29,233 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T06:41:29,236 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:41:29,240 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:41:29,241 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70701364, jitterRate=0.053532421588897705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T06:41:29,247 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733294489147Initializing all the Stores at 1733294489149 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294489150 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294489151 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294489151Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294489151Cleaning up temporary data from old regions at 1733294489230 (+79 ms)Region opened successfully at 1733294489247 (+17 ms) 2024-12-04T06:41:29,248 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T06:41:29,281 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37300757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=607fd5c6574c/172.17.0.2:0 2024-12-04T06:41:29,312 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T06:41:29,323 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T06:41:29,323 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T06:41:29,326 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T06:41:29,327 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T06:41:29,332 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-04T06:41:29,332 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-04T06:41:29,356 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T06:41:29,364 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T06:41:29,366 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T06:41:29,368 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T06:41:29,369 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T06:41:29,371 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T06:41:29,373 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T06:41:29,376 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T06:41:29,380 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T06:41:29,381 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T06:41:29,383 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T06:41:29,399 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T06:41:29,401 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T06:41:29,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T06:41:29,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T06:41:29,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T06:41:29,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T06:41:29,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:29,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:29,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:29,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:29,408 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=607fd5c6574c,32885,1733294486976, sessionid=0x1017c34dc760000, setting cluster-up flag (Was=false) 2024-12-04T06:41:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:29,429 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T06:41:29,431 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=607fd5c6574c,32885,1733294486976 2024-12-04T06:41:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:29,442 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T06:41:29,444 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=607fd5c6574c,32885,1733294486976 2024-12-04T06:41:29,448 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T06:41:29,518 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T06:41:29,528 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T06:41:29,534 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T06:41:29,540 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 607fd5c6574c,32885,1733294486976 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T06:41:29,543 INFO [RS:2;607fd5c6574c:38291 {}] regionserver.HRegionServer(746): ClusterId : b42215a4-7d37-42df-98de-4f92f0ff2b15 2024-12-04T06:41:29,543 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(746): ClusterId : b42215a4-7d37-42df-98de-4f92f0ff2b15 2024-12-04T06:41:29,543 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(746): ClusterId : b42215a4-7d37-42df-98de-4f92f0ff2b15 2024-12-04T06:41:29,546 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T06:41:29,546 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T06:41:29,546 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T06:41:29,546 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/607fd5c6574c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T06:41:29,547 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/607fd5c6574c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T06:41:29,547 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/607fd5c6574c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T06:41:29,547 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/607fd5c6574c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T06:41:29,547 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/607fd5c6574c:0, corePoolSize=10, maxPoolSize=10 2024-12-04T06:41:29,547 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,548 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/607fd5c6574c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T06:41:29,548 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,549 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733294519549 2024-12-04T06:41:29,551 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T06:41:29,551 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T06:41:29,551 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T06:41:29,551 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T06:41:29,551 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T06:41:29,551 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T06:41:29,551 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T06:41:29,552 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T06:41:29,554 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T06:41:29,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T06:41:29,555 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T06:41:29,555 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T06:41:29,556 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T06:41:29,556 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T06:41:29,556 DEBUG [RS:0;607fd5c6574c:40739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8bfb4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=607fd5c6574c/172.17.0.2:0 2024-12-04T06:41:29,556 DEBUG [RS:1;607fd5c6574c:46001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422af7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=607fd5c6574c/172.17.0.2:0 2024-12-04T06:41:29,556 DEBUG [RS:2;607fd5c6574c:38291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e493172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=607fd5c6574c/172.17.0.2:0 2024-12-04T06:41:29,556 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T06:41:29,557 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T06:41:29,557 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T06:41:29,560 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:29,561 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T06:41:29,564 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,568 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T06:41:29,569 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T06:41:29,570 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T06:41:29,572 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T06:41:29,572 DEBUG [RS:0;607fd5c6574c:40739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;607fd5c6574c:40739 2024-12-04T06:41:29,572 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T06:41:29,574 DEBUG [RS:2;607fd5c6574c:38291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;607fd5c6574c:38291 2024-12-04T06:41:29,576 INFO [RS:2;607fd5c6574c:38291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T06:41:29,576 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T06:41:29,576 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T06:41:29,576 INFO [RS:2;607fd5c6574c:38291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T06:41:29,576 DEBUG [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T06:41:29,576 DEBUG [RS:2;607fd5c6574c:38291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T06:41:29,576 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.large.0-1733294489574,5,FailOnTimeoutGroup] 2024-12-04T06:41:29,577 DEBUG [RS:1;607fd5c6574c:46001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;607fd5c6574c:46001 2024-12-04T06:41:29,577 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T06:41:29,577 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T06:41:29,578 DEBUG [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T06:41:29,578 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(2659): reportForDuty to master=607fd5c6574c,32885,1733294486976 with port=40739, startcode=1733294487925 2024-12-04T06:41:29,578 INFO [RS:2;607fd5c6574c:38291 {}] regionserver.HRegionServer(2659): reportForDuty to master=607fd5c6574c,32885,1733294486976 with port=38291, startcode=1733294488096 2024-12-04T06:41:29,578 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(2659): reportForDuty to master=607fd5c6574c,32885,1733294486976 with port=46001, startcode=1733294488043 2024-12-04T06:41:29,580 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.small.0-1733294489576,5,FailOnTimeoutGroup] 2024-12-04T06:41:29,580 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,580 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T06:41:29,582 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,582 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,591 DEBUG [RS:1;607fd5c6574c:46001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T06:41:29,591 DEBUG [RS:2;607fd5c6574c:38291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T06:41:29,592 DEBUG [RS:0;607fd5c6574c:40739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T06:41:29,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741831_1007 (size=1321) 2024-12-04T06:41:29,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741831_1007 (size=1321) 2024-12-04T06:41:29,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741831_1007 (size=1321) 2024-12-04T06:41:29,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T06:41:29,596 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:29,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741832_1008 (size=32) 2024-12-04T06:41:29,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741832_1008 (size=32) 2024-12-04T06:41:29,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741832_1008 (size=32) 2024-12-04T06:41:29,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:29,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T06:41:29,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T06:41:29,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:29,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:41:29,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T06:41:29,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T06:41:29,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:29,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:41:29,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T06:41:29,656 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40797, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T06:41:29,656 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52945, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T06:41:29,656 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54959, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T06:41:29,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T06:41:29,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:29,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:41:29,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T06:41:29,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T06:41:29,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:29,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:41:29,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T06:41:29,662 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 607fd5c6574c,40739,1733294487925 2024-12-04T06:41:29,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740 2024-12-04T06:41:29,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740 2024-12-04T06:41:29,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32885 {}] master.ServerManager(517): Registering regionserver=607fd5c6574c,40739,1733294487925 2024-12-04T06:41:29,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T06:41:29,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T06:41:29,668 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T06:41:29,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T06:41:29,675 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:41:29,676 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64657228, jitterRate=-0.03653222322463989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T06:41:29,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 607fd5c6574c,46001,1733294488043 2024-12-04T06:41:29,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32885 {}] master.ServerManager(517): Registering regionserver=607fd5c6574c,46001,1733294488043 2024-12-04T06:41:29,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733294489644Initializing all the Stores at 1733294489646 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294489646Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294489647 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294489647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294489647Cleaning up temporary data from old regions at 1733294489667 (+20 ms)Region opened successfully at 1733294489681 (+14 ms) 2024-12-04T06:41:29,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T06:41:29,681 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T06:41:29,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T06:41:29,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T06:41:29,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T06:41:29,683 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T06:41:29,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733294489681Disabling compacts and flushes for region at 1733294489681Disabling writes for close at 1733294489681Writing region close event to WAL at 1733294489682 (+1 ms)Closed at 1733294489683 (+1 ms) 2024-12-04T06:41:29,683 DEBUG [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:29,683 DEBUG [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33207 2024-12-04T06:41:29,683 DEBUG [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T06:41:29,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:41:29,689 DEBUG [RS:0;607fd5c6574c:40739 {}] zookeeper.ZKUtil(111): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/607fd5c6574c,40739,1733294487925 2024-12-04T06:41:29,689 WARN [RS:0;607fd5c6574c:40739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T06:41:29,689 INFO [RS:0;607fd5c6574c:40739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:41:29,690 DEBUG [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,40739,1733294487925 2024-12-04T06:41:29,692 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T06:41:29,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T06:41:29,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [607fd5c6574c,40739,1733294487925] 2024-12-04T06:41:29,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 607fd5c6574c,38291,1733294488096 2024-12-04T06:41:29,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32885 {}] master.ServerManager(517): Registering regionserver=607fd5c6574c,38291,1733294488096 2024-12-04T06:41:29,696 DEBUG [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:29,696 DEBUG [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33207 2024-12-04T06:41:29,697 DEBUG [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T06:41:29,698 DEBUG [RS:2;607fd5c6574c:38291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:29,698 DEBUG [RS:2;607fd5c6574c:38291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33207 2024-12-04T06:41:29,698 DEBUG [RS:2;607fd5c6574c:38291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T06:41:29,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T06:41:29,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:41:29,703 DEBUG [RS:1;607fd5c6574c:46001 {}] zookeeper.ZKUtil(111): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/607fd5c6574c,46001,1733294488043 2024-12-04T06:41:29,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [607fd5c6574c,38291,1733294488096] 2024-12-04T06:41:29,703 WARN [RS:1;607fd5c6574c:46001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T06:41:29,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [607fd5c6574c,46001,1733294488043] 2024-12-04T06:41:29,704 INFO [RS:1;607fd5c6574c:46001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:41:29,704 DEBUG [RS:2;607fd5c6574c:38291 {}] zookeeper.ZKUtil(111): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/607fd5c6574c,38291,1733294488096 2024-12-04T06:41:29,704 DEBUG [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,46001,1733294488043 2024-12-04T06:41:29,704 WARN [RS:2;607fd5c6574c:38291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T06:41:29,704 INFO [RS:2;607fd5c6574c:38291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:41:29,704 DEBUG [RS:2;607fd5c6574c:38291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096 2024-12-04T06:41:29,712 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T06:41:29,715 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T06:41:29,727 INFO [RS:2;607fd5c6574c:38291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T06:41:29,727 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T06:41:29,727 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T06:41:29,741 INFO [RS:2;607fd5c6574c:38291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T06:41:29,741 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T06:41:29,744 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T06:41:29,750 INFO [RS:0;607fd5c6574c:40739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T06:41:29,750 INFO [RS:1;607fd5c6574c:46001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T06:41:29,750 INFO [RS:2;607fd5c6574c:38291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T06:41:29,751 INFO [RS:2;607fd5c6574c:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,751 INFO [RS:0;607fd5c6574c:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,751 INFO [RS:1;607fd5c6574c:46001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,752 INFO [RS:2;607fd5c6574c:38291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T06:41:29,752 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T06:41:29,752 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T06:41:29,759 INFO [RS:0;607fd5c6574c:40739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T06:41:29,759 INFO [RS:2;607fd5c6574c:38291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T06:41:29,760 INFO [RS:1;607fd5c6574c:46001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T06:41:29,761 INFO [RS:1;607fd5c6574c:46001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,761 INFO [RS:2;607fd5c6574c:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,761 INFO [RS:0;607fd5c6574c:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,761 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,761 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,761 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,761 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,761 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,761 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T06:41:29,762 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T06:41:29,762 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T06:41:29,762 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,762 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,763 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,763 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,763 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,763 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,763 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,763 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,763 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,763 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,763 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,763 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,763 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,763 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:41:29,763 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:41:29,763 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:41:29,763 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:41:29,763 DEBUG [RS:1;607fd5c6574c:46001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:41:29,763 DEBUG [RS:2;607fd5c6574c:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:41:29,763 DEBUG [RS:0;607fd5c6574c:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:41:29,772 INFO [RS:2;607fd5c6574c:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,772 INFO [RS:2;607fd5c6574c:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,772 INFO [RS:2;607fd5c6574c:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,773 INFO [RS:2;607fd5c6574c:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,773 INFO [RS:1;607fd5c6574c:46001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,773 INFO [RS:2;607fd5c6574c:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,773 INFO [RS:1;607fd5c6574c:46001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,773 INFO [RS:2;607fd5c6574c:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,38291,1733294488096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T06:41:29,773 INFO [RS:1;607fd5c6574c:46001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,773 INFO [RS:1;607fd5c6574c:46001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,773 INFO [RS:1;607fd5c6574c:46001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,773 INFO [RS:1;607fd5c6574c:46001 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,46001,1733294488043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T06:41:29,776 INFO [RS:0;607fd5c6574c:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,776 INFO [RS:0;607fd5c6574c:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,776 INFO [RS:0;607fd5c6574c:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,776 INFO [RS:0;607fd5c6574c:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,776 INFO [RS:0;607fd5c6574c:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,776 INFO [RS:0;607fd5c6574c:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,40739,1733294487925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T06:41:29,793 INFO [RS:2;607fd5c6574c:38291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T06:41:29,794 INFO [RS:2;607fd5c6574c:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,38291,1733294488096-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,795 INFO [RS:2;607fd5c6574c:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,795 INFO [RS:2;607fd5c6574c:38291 {}] regionserver.Replication(171): 607fd5c6574c,38291,1733294488096 started 2024-12-04T06:41:29,798 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T06:41:29,799 INFO [RS:1;607fd5c6574c:46001 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,46001,1733294488043-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,799 INFO [RS:1;607fd5c6574c:46001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,799 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.Replication(171): 607fd5c6574c,46001,1733294488043 started 2024-12-04T06:41:29,800 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T06:41:29,800 INFO [RS:0;607fd5c6574c:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,40739,1733294487925-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,800 INFO [RS:0;607fd5c6574c:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,801 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.Replication(171): 607fd5c6574c,40739,1733294487925 started 2024-12-04T06:41:29,815 INFO [RS:2;607fd5c6574c:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,815 INFO [RS:2;607fd5c6574c:38291 {}] regionserver.HRegionServer(1482): Serving as 607fd5c6574c,38291,1733294488096, RpcServer on 607fd5c6574c/172.17.0.2:38291, sessionid=0x1017c34dc760003 2024-12-04T06:41:29,816 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T06:41:29,817 DEBUG [RS:2;607fd5c6574c:38291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 607fd5c6574c,38291,1733294488096 2024-12-04T06:41:29,817 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,38291,1733294488096' 2024-12-04T06:41:29,817 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T06:41:29,818 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T06:41:29,819 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T06:41:29,819 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T06:41:29,819 DEBUG [RS:2;607fd5c6574c:38291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 607fd5c6574c,38291,1733294488096 2024-12-04T06:41:29,819 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,38291,1733294488096' 2024-12-04T06:41:29,819 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T06:41:29,820 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T06:41:29,820 DEBUG [RS:2;607fd5c6574c:38291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T06:41:29,820 INFO [RS:2;607fd5c6574c:38291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T06:41:29,820 INFO [RS:2;607fd5c6574c:38291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T06:41:29,824 INFO [RS:1;607fd5c6574c:46001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,824 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(1482): Serving as 607fd5c6574c,46001,1733294488043, RpcServer on 607fd5c6574c/172.17.0.2:46001, sessionid=0x1017c34dc760002 2024-12-04T06:41:29,824 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T06:41:29,824 DEBUG [RS:1;607fd5c6574c:46001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 607fd5c6574c,46001,1733294488043 2024-12-04T06:41:29,824 INFO [RS:0;607fd5c6574c:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:29,824 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,46001,1733294488043' 2024-12-04T06:41:29,824 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T06:41:29,824 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(1482): Serving as 607fd5c6574c,40739,1733294487925, RpcServer on 607fd5c6574c/172.17.0.2:40739, sessionid=0x1017c34dc760001 2024-12-04T06:41:29,825 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T06:41:29,825 DEBUG [RS:0;607fd5c6574c:40739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 607fd5c6574c,40739,1733294487925 2024-12-04T06:41:29,825 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,40739,1733294487925' 2024-12-04T06:41:29,825 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T06:41:29,825 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T06:41:29,825 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T06:41:29,826 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T06:41:29,826 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T06:41:29,826 DEBUG [RS:1;607fd5c6574c:46001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 607fd5c6574c,46001,1733294488043 2024-12-04T06:41:29,826 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,46001,1733294488043' 2024-12-04T06:41:29,826 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T06:41:29,827 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T06:41:29,827 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T06:41:29,827 DEBUG [RS:0;607fd5c6574c:40739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 607fd5c6574c,40739,1733294487925 2024-12-04T06:41:29,827 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,40739,1733294487925' 2024-12-04T06:41:29,827 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T06:41:29,827 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T06:41:29,828 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T06:41:29,828 DEBUG [RS:1;607fd5c6574c:46001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T06:41:29,828 INFO [RS:1;607fd5c6574c:46001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T06:41:29,828 INFO [RS:1;607fd5c6574c:46001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T06:41:29,828 DEBUG [RS:0;607fd5c6574c:40739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T06:41:29,828 INFO [RS:0;607fd5c6574c:40739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T06:41:29,829 INFO [RS:0;607fd5c6574c:40739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T06:41:29,866 WARN [607fd5c6574c:32885 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T06:41:29,926 INFO [RS:2;607fd5c6574c:38291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:41:29,929 INFO [RS:1;607fd5c6574c:46001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:41:29,929 INFO [RS:2;607fd5c6574c:38291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C38291%2C1733294488096, suffix=, logDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096, archiveDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/oldWALs, maxLogs=32 2024-12-04T06:41:29,929 INFO [RS:0;607fd5c6574c:40739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:41:29,931 INFO [RS:1;607fd5c6574c:46001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C46001%2C1733294488043, suffix=, logDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,46001,1733294488043, archiveDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/oldWALs, maxLogs=32 2024-12-04T06:41:29,932 INFO [RS:0;607fd5c6574c:40739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C40739%2C1733294487925, suffix=, logDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,40739,1733294487925, archiveDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/oldWALs, maxLogs=32 2024-12-04T06:41:29,947 DEBUG [RS:2;607fd5c6574c:38291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096/607fd5c6574c%2C38291%2C1733294488096.1733294489932, exclude list is [], retry=0 2024-12-04T06:41:29,949 DEBUG [RS:1;607fd5c6574c:46001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,46001,1733294488043/607fd5c6574c%2C46001%2C1733294488043.1733294489933, exclude list is [], retry=0 2024-12-04T06:41:29,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46729,DS-7f79ef13-7af1-44e6-80bc-718c45de461d,DISK] 2024-12-04T06:41:29,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37281,DS-4b23a1a5-68d2-4419-975b-90f7e5251c2d,DISK] 2024-12-04T06:41:29,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40885,DS-c364cd1d-702f-428d-a1bc-e8ab522d4f1f,DISK] 2024-12-04T06:41:29,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46729,DS-7f79ef13-7af1-44e6-80bc-718c45de461d,DISK] 2024-12-04T06:41:29,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40885,DS-c364cd1d-702f-428d-a1bc-e8ab522d4f1f,DISK] 2024-12-04T06:41:29,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37281,DS-4b23a1a5-68d2-4419-975b-90f7e5251c2d,DISK] 2024-12-04T06:41:29,960 DEBUG [RS:0;607fd5c6574c:40739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,40739,1733294487925/607fd5c6574c%2C40739%2C1733294487925.1733294489935, exclude list is [], retry=0 2024-12-04T06:41:29,960 INFO [RS:2;607fd5c6574c:38291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096/607fd5c6574c%2C38291%2C1733294488096.1733294489932 2024-12-04T06:41:29,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37281,DS-4b23a1a5-68d2-4419-975b-90f7e5251c2d,DISK] 2024-12-04T06:41:29,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46729,DS-7f79ef13-7af1-44e6-80bc-718c45de461d,DISK] 2024-12-04T06:41:29,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40885,DS-c364cd1d-702f-428d-a1bc-e8ab522d4f1f,DISK] 2024-12-04T06:41:29,966 DEBUG [RS:2;607fd5c6574c:38291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45745:45745),(127.0.0.1/127.0.0.1:40801:40801),(127.0.0.1/127.0.0.1:43769:43769)] 2024-12-04T06:41:29,967 INFO [RS:1;607fd5c6574c:46001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,46001,1733294488043/607fd5c6574c%2C46001%2C1733294488043.1733294489933 2024-12-04T06:41:29,968 DEBUG [RS:1;607fd5c6574c:46001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45745:45745),(127.0.0.1/127.0.0.1:40801:40801),(127.0.0.1/127.0.0.1:43769:43769)] 2024-12-04T06:41:29,970 INFO [RS:0;607fd5c6574c:40739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,40739,1733294487925/607fd5c6574c%2C40739%2C1733294487925.1733294489935 2024-12-04T06:41:29,970 DEBUG [RS:0;607fd5c6574c:40739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40801:40801),(127.0.0.1/127.0.0.1:45745:45745),(127.0.0.1/127.0.0.1:43769:43769)] 2024-12-04T06:41:30,118 DEBUG [607fd5c6574c:32885 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-04T06:41:30,127 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(204): Hosts are {607fd5c6574c=0} racks are {/default-rack=0} 2024-12-04T06:41:30,134 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T06:41:30,134 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T06:41:30,134 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T06:41:30,134 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T06:41:30,134 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T06:41:30,134 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T06:41:30,134 INFO [607fd5c6574c:32885 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T06:41:30,134 INFO [607fd5c6574c:32885 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T06:41:30,134 INFO [607fd5c6574c:32885 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T06:41:30,134 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T06:41:30,143 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=607fd5c6574c,40739,1733294487925 2024-12-04T06:41:30,149 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 607fd5c6574c,40739,1733294487925, state=OPENING 2024-12-04T06:41:30,154 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T06:41:30,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:30,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:30,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:30,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:41:30,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:41:30,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:41:30,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:41:30,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:41:30,160 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T06:41:30,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=607fd5c6574c,40739,1733294487925}] 2024-12-04T06:41:31,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741828_1004 (size=1189) 2024-12-04T06:41:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741827_1003 (size=196) 2024-12-04T06:41:37,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T06:41:37,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T06:41:40,190 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T06:41:40,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33089, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T06:41:40,205 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T06:41:40,205 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:41:40,206 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T06:41:40,209 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C40739%2C1733294487925.meta, suffix=.meta, logDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,40739,1733294487925, archiveDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/oldWALs, maxLogs=32 2024-12-04T06:41:40,225 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,40739,1733294487925/607fd5c6574c%2C40739%2C1733294487925.meta.1733294500210.meta, exclude list is [], retry=0 2024-12-04T06:41:40,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46729,DS-7f79ef13-7af1-44e6-80bc-718c45de461d,DISK] 2024-12-04T06:41:40,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37281,DS-4b23a1a5-68d2-4419-975b-90f7e5251c2d,DISK] 2024-12-04T06:41:40,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40885,DS-c364cd1d-702f-428d-a1bc-e8ab522d4f1f,DISK] 2024-12-04T06:41:40,231 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,40739,1733294487925/607fd5c6574c%2C40739%2C1733294487925.meta.1733294500210.meta 2024-12-04T06:41:40,232 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45745:45745),(127.0.0.1/127.0.0.1:40801:40801),(127.0.0.1/127.0.0.1:43769:43769)] 2024-12-04T06:41:40,232 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:41:40,234 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T06:41:40,238 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T06:41:40,244 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T06:41:40,248 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T06:41:40,249 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:40,249 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T06:41:40,249 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T06:41:40,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T06:41:40,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T06:41:40,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:40,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:41:40,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T06:41:40,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T06:41:40,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:40,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:41:40,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T06:41:40,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T06:41:40,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:40,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:41:40,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T06:41:40,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T06:41:40,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:40,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:41:40,262 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T06:41:40,264 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740 2024-12-04T06:41:40,266 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740 2024-12-04T06:41:40,269 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T06:41:40,269 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T06:41:40,270 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T06:41:40,273 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T06:41:40,275 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66846510, jitterRate=-0.003909379243850708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T06:41:40,275 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T06:41:40,277 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733294500249Writing region info on filesystem at 1733294500249Initializing all the Stores at 1733294500251 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294500251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294500252 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294500252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294500252Cleaning up temporary data from old regions at 1733294500269 (+17 ms)Running coprocessor post-open hooks at 1733294500276 (+7 ms)Region opened successfully at 1733294500277 (+1 ms) 2024-12-04T06:41:40,286 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733294500181 2024-12-04T06:41:40,299 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T06:41:40,300 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T06:41:40,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,40739,1733294487925 2024-12-04T06:41:40,303 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 607fd5c6574c,40739,1733294487925, state=OPEN 2024-12-04T06:41:40,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:41:40,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:41:40,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:41:40,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:41:40,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:41:40,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:41:40,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:41:40,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:41:40,306 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=607fd5c6574c,40739,1733294487925 2024-12-04T06:41:40,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T06:41:40,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=607fd5c6574c,40739,1733294487925 in 10.1440 sec 2024-12-04T06:41:40,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T06:41:40,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6110 sec 2024-12-04T06:41:40,318 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T06:41:40,318 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T06:41:40,338 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T06:41:40,340 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,40739,1733294487925, seqNum=-1] 2024-12-04T06:41:40,360 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:41:40,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37223, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:41:40,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9020 sec 2024-12-04T06:41:40,379 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733294500378, completionTime=-1 2024-12-04T06:41:40,381 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-04T06:41:40,381 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T06:41:40,410 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-04T06:41:40,410 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733294560410 2024-12-04T06:41:40,410 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733294620410 2024-12-04T06:41:40,411 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-04T06:41:40,412 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T06:41:40,419 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,32885,1733294486976-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:40,419 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,32885,1733294486976-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:40,419 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,32885,1733294486976-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:40,421 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-607fd5c6574c:32885, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:40,422 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:40,422 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:40,427 DEBUG [master/607fd5c6574c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T06:41:40,448 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.240sec 2024-12-04T06:41:40,450 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T06:41:40,451 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T06:41:40,452 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T06:41:40,453 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T06:41:40,453 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T06:41:40,454 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,32885,1733294486976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T06:41:40,454 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,32885,1733294486976-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T06:41:40,458 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T06:41:40,459 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T06:41:40,459 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,32885,1733294486976-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:41:40,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16634588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:41:40,465 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T06:41:40,465 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T06:41:40,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 607fd5c6574c,32885,-1 for getting cluster id 2024-12-04T06:41:40,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T06:41:40,481 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b42215a4-7d37-42df-98de-4f92f0ff2b15' 2024-12-04T06:41:40,484 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T06:41:40,484 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b42215a4-7d37-42df-98de-4f92f0ff2b15" 2024-12-04T06:41:40,484 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a01296e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:41:40,484 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [607fd5c6574c,32885,-1] 2024-12-04T06:41:40,487 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T06:41:40,489 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:41:40,490 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T06:41:40,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3882287d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:41:40,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T06:41:40,502 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,40739,1733294487925, seqNum=-1] 2024-12-04T06:41:40,502 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:41:40,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:41:40,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=607fd5c6574c,32885,1733294486976 2024-12-04T06:41:40,555 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733294500553 (current time:1733294500553). 2024-12-04T06:41:40,555 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-04T06:41:40,555 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-04T06:41:40,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437371c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:41:40,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 607fd5c6574c,32885,-1 for getting cluster id 2024-12-04T06:41:40,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T06:41:40,561 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b42215a4-7d37-42df-98de-4f92f0ff2b15' 2024-12-04T06:41:40,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T06:41:40,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b42215a4-7d37-42df-98de-4f92f0ff2b15" 2024-12-04T06:41:40,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dba5c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:41:40,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [607fd5c6574c,32885,-1] 2024-12-04T06:41:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T06:41:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:41:40,564 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T06:41:40,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d17eaff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:41:40,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T06:41:40,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,40739,1733294487925, seqNum=-1] 2024-12-04T06:41:40,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:41:40,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:41:40,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T06:41:40,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:41:40,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:41:40,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:41:40,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T06:41:40,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T06:41:40,597 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 607fd5c6574c,32885,1733294486976 2024-12-04T06:41:40,599 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3850f58 2024-12-04T06:41:40,600 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T06:41:40,602 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T06:41:40,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T06:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-04T06:41:40,617 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T06:41:40,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-04T06:41:40,619 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:40,622 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T06:41:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:41:40,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741837_1013 (size=361) 2024-12-04T06:41:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741837_1013 (size=361) 2024-12-04T06:41:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741837_1013 (size=361) 2024-12-04T06:41:40,639 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f4622d8e00a3389b9a22126bf4a97fa, NAME => 'SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:40,640 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7dfc6db91585ad9cec3135ca43912f47, NAME => 'SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:40,640 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0d96ca3988c17f97f4d05898ad457e53, NAME => 'SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:40,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741839_1015 (size=62) 2024-12-04T06:41:40,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741839_1015 (size=62) 2024-12-04T06:41:40,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741839_1015 (size=62) 2024-12-04T06:41:40,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:40,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7dfc6db91585ad9cec3135ca43912f47, disabling compactions & flushes 2024-12-04T06:41:40,660 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:41:40,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:41:40,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. after waiting 0 ms 2024-12-04T06:41:40,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:41:40,660 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:41:40,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7dfc6db91585ad9cec3135ca43912f47: Waiting for close lock at 1733294500660Disabling compacts and flushes for region at 1733294500660Disabling writes for close at 1733294500660Writing region close event to WAL at 1733294500660Closed at 1733294500660 2024-12-04T06:41:40,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741838_1014 (size=54) 2024-12-04T06:41:40,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741838_1014 (size=54) 2024-12-04T06:41:40,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741840_1016 (size=62) 2024-12-04T06:41:40,661 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1dfb547fdbae01e669bcc15960bb6ef3, NAME => 'SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:40,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741838_1014 (size=54) 2024-12-04T06:41:40,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741840_1016 (size=62) 2024-12-04T06:41:40,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741840_1016 (size=62) 2024-12-04T06:41:40,662 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:40,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0d96ca3988c17f97f4d05898ad457e53, disabling compactions & flushes 2024-12-04T06:41:40,663 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:41:40,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:40,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:41:40,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2f4622d8e00a3389b9a22126bf4a97fa, disabling compactions & flushes 2024-12-04T06:41:40,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. after waiting 0 ms 2024-12-04T06:41:40,663 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:41:40,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:41:40,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:41:40,663 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:41:40,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. after waiting 0 ms 2024-12-04T06:41:40,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:41:40,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0d96ca3988c17f97f4d05898ad457e53: Waiting for close lock at 1733294500663Disabling compacts and flushes for region at 1733294500663Disabling writes for close at 1733294500663Writing region close event to WAL at 1733294500663Closed at 1733294500663 2024-12-04T06:41:40,663 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:41:40,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f4622d8e00a3389b9a22126bf4a97fa: Waiting for close lock at 1733294500663Disabling compacts and flushes for region at 1733294500663Disabling writes for close at 1733294500663Writing region close event to WAL at 1733294500663Closed at 1733294500663 2024-12-04T06:41:40,664 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0fafba7792c39c3b029ea2bbb761f99a, NAME => 'SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:40,665 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37d434abf026f5ef349c82c1b7cf635c, NAME => 'SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741841_1017 (size=62) 2024-12-04T06:41:40,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741841_1017 (size=62) 2024-12-04T06:41:40,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741841_1017 (size=62) 2024-12-04T06:41:40,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741842_1018 (size=62) 2024-12-04T06:41:40,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1dfb547fdbae01e669bcc15960bb6ef3, disabling compactions & flushes 2024-12-04T06:41:40,679 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:41:40,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:41:40,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. after waiting 0 ms 2024-12-04T06:41:40,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:41:40,679 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:41:40,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1dfb547fdbae01e669bcc15960bb6ef3: Waiting for close lock at 1733294500679Disabling compacts and flushes for region at 1733294500679Disabling writes for close at 1733294500679Writing region close event to WAL at 1733294500679Closed at 1733294500679 2024-12-04T06:41:40,680 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 64d8cec0af996896da43604c9294c582, NAME => 'SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:40,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741843_1019 (size=62) 2024-12-04T06:41:40,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741843_1019 (size=62) 2024-12-04T06:41:40,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741842_1018 (size=62) 2024-12-04T06:41:40,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741842_1018 (size=62) 2024-12-04T06:41:40,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741843_1019 (size=62) 2024-12-04T06:41:40,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:40,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0fafba7792c39c3b029ea2bbb761f99a, disabling compactions & flushes 2024-12-04T06:41:40,683 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:41:40,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:41:40,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. after waiting 0 ms 2024-12-04T06:41:40,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:41:40,683 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:41:40,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0fafba7792c39c3b029ea2bbb761f99a: Waiting for close lock at 1733294500683Disabling compacts and flushes for region at 1733294500683Disabling writes for close at 1733294500683Writing region close event to WAL at 1733294500683Closed at 1733294500683 2024-12-04T06:41:40,684 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => de6be497850ebb805df4bb6408c46b19, NAME => 'SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:40,685 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:40,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 37d434abf026f5ef349c82c1b7cf635c, disabling compactions & flushes 2024-12-04T06:41:40,686 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:41:40,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:41:40,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. after waiting 0 ms 2024-12-04T06:41:40,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:41:40,686 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:41:40,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37d434abf026f5ef349c82c1b7cf635c: Waiting for close lock at 1733294500686Disabling compacts and flushes for region at 1733294500686Disabling writes for close at 1733294500686Writing region close event to WAL at 1733294500686Closed at 1733294500686 2024-12-04T06:41:40,686 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f62fd89fe139bd958581d6a9236029a3, NAME => 'SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:40,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741844_1020 (size=62) 2024-12-04T06:41:40,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741844_1020 (size=62) 2024-12-04T06:41:40,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741844_1020 (size=62) 2024-12-04T06:41:40,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:40,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 64d8cec0af996896da43604c9294c582, disabling compactions & flushes 2024-12-04T06:41:40,698 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:41:40,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:41:40,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. after waiting 0 ms 2024-12-04T06:41:40,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:41:40,698 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:41:40,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 64d8cec0af996896da43604c9294c582: Waiting for close lock at 1733294500698Disabling compacts and flushes for region at 1733294500698Disabling writes for close at 1733294500698Writing region close event to WAL at 1733294500698Closed at 1733294500698 2024-12-04T06:41:40,699 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2ad81cf0d5894f3b02f8ac6d646b7066, NAME => 'SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac 2024-12-04T06:41:40,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741845_1021 (size=62) 2024-12-04T06:41:40,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741845_1021 (size=62) 2024-12-04T06:41:40,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741845_1021 (size=62) 2024-12-04T06:41:40,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:40,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing de6be497850ebb805df4bb6408c46b19, disabling compactions & flushes 2024-12-04T06:41:40,715 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:41:40,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:41:40,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. after waiting 0 ms 2024-12-04T06:41:40,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:41:40,716 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:41:40,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for de6be497850ebb805df4bb6408c46b19: Waiting for close lock at 1733294500715Disabling compacts and flushes for region at 1733294500715Disabling writes for close at 1733294500716 (+1 ms)Writing region close event to WAL at 1733294500716Closed at 1733294500716 2024-12-04T06:41:40,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741846_1022 (size=62) 2024-12-04T06:41:40,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741846_1022 (size=62) 2024-12-04T06:41:40,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741846_1022 (size=62) 2024-12-04T06:41:40,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:40,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f62fd89fe139bd958581d6a9236029a3, disabling compactions & flushes 2024-12-04T06:41:40,721 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:41:40,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:41:40,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. after waiting 0 ms 2024-12-04T06:41:40,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:41:40,721 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:41:40,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f62fd89fe139bd958581d6a9236029a3: Waiting for close lock at 1733294500720Disabling compacts and flushes for region at 1733294500720Disabling writes for close at 1733294500721 (+1 ms)Writing region close event to WAL at 1733294500721Closed at 1733294500721 2024-12-04T06:41:40,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741847_1023 (size=54) 2024-12-04T06:41:40,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741847_1023 (size=54) 2024-12-04T06:41:40,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741847_1023 (size=54) 2024-12-04T06:41:40,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:40,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2ad81cf0d5894f3b02f8ac6d646b7066, disabling compactions & flushes 2024-12-04T06:41:40,728 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:41:40,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:41:40,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. after waiting 0 ms 2024-12-04T06:41:40,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:41:40,729 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:41:40,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2ad81cf0d5894f3b02f8ac6d646b7066: Waiting for close lock at 1733294500728Disabling compacts and flushes for region at 1733294500728Disabling writes for close at 1733294500728Writing region close event to WAL at 1733294500729 (+1 ms)Closed at 1733294500729 2024-12-04T06:41:40,731 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T06:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:41:40,739 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294500731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294500731"}]},"ts":"1733294500731"} 2024-12-04T06:41:40,739 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294500731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294500731"}]},"ts":"1733294500731"} 2024-12-04T06:41:40,739 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733294500731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294500731"}]},"ts":"1733294500731"} 2024-12-04T06:41:40,739 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294500731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294500731"}]},"ts":"1733294500731"} 2024-12-04T06:41:40,740 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294500731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294500731"}]},"ts":"1733294500731"} 2024-12-04T06:41:40,740 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294500731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294500731"}]},"ts":"1733294500731"} 2024-12-04T06:41:40,740 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294500731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294500731"}]},"ts":"1733294500731"} 2024-12-04T06:41:40,740 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294500731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294500731"}]},"ts":"1733294500731"} 2024-12-04T06:41:40,741 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294500731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294500731"}]},"ts":"1733294500731"} 2024-12-04T06:41:40,741 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733294500731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294500731"}]},"ts":"1733294500731"} 2024-12-04T06:41:40,787 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-04T06:41:40,789 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T06:41:40,793 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733294500789"}]},"ts":"1733294500789"} 2024-12-04T06:41:40,800 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-04T06:41:40,800 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {607fd5c6574c=0} racks are {/default-rack=0} 2024-12-04T06:41:40,810 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T06:41:40,810 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T06:41:40,810 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T06:41:40,810 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T06:41:40,810 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T06:41:40,810 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T06:41:40,810 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T06:41:40,810 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T06:41:40,810 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T06:41:40,810 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T06:41:40,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f4622d8e00a3389b9a22126bf4a97fa, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d96ca3988c17f97f4d05898ad457e53, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7dfc6db91585ad9cec3135ca43912f47, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dfb547fdbae01e669bcc15960bb6ef3, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0fafba7792c39c3b029ea2bbb761f99a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37d434abf026f5ef349c82c1b7cf635c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64d8cec0af996896da43604c9294c582, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de6be497850ebb805df4bb6408c46b19, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f62fd89fe139bd958581d6a9236029a3, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ad81cf0d5894f3b02f8ac6d646b7066, ASSIGN}] 2024-12-04T06:41:40,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d96ca3988c17f97f4d05898ad457e53, ASSIGN 2024-12-04T06:41:40,817 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f4622d8e00a3389b9a22126bf4a97fa, ASSIGN 2024-12-04T06:41:40,817 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0fafba7792c39c3b029ea2bbb761f99a, ASSIGN 2024-12-04T06:41:40,818 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dfb547fdbae01e669bcc15960bb6ef3, ASSIGN 2024-12-04T06:41:40,820 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f4622d8e00a3389b9a22126bf4a97fa, ASSIGN; state=OFFLINE, location=607fd5c6574c,46001,1733294488043; forceNewPlan=false, retain=false 2024-12-04T06:41:40,820 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d96ca3988c17f97f4d05898ad457e53, ASSIGN; state=OFFLINE, location=607fd5c6574c,40739,1733294487925; forceNewPlan=false, retain=false 2024-12-04T06:41:40,821 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0fafba7792c39c3b029ea2bbb761f99a, ASSIGN; state=OFFLINE, location=607fd5c6574c,40739,1733294487925; forceNewPlan=false, retain=false 2024-12-04T06:41:40,821 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1dfb547fdbae01e669bcc15960bb6ef3, ASSIGN; state=OFFLINE, location=607fd5c6574c,38291,1733294488096; forceNewPlan=false, retain=false 2024-12-04T06:41:40,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de6be497850ebb805df4bb6408c46b19, ASSIGN 2024-12-04T06:41:40,826 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f62fd89fe139bd958581d6a9236029a3, ASSIGN 2024-12-04T06:41:40,826 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64d8cec0af996896da43604c9294c582, ASSIGN 2024-12-04T06:41:40,827 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ad81cf0d5894f3b02f8ac6d646b7066, ASSIGN 2024-12-04T06:41:40,827 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37d434abf026f5ef349c82c1b7cf635c, ASSIGN 2024-12-04T06:41:40,833 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de6be497850ebb805df4bb6408c46b19, ASSIGN; state=OFFLINE, location=607fd5c6574c,40739,1733294487925; forceNewPlan=false, retain=false 2024-12-04T06:41:40,833 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f62fd89fe139bd958581d6a9236029a3, ASSIGN; state=OFFLINE, location=607fd5c6574c,46001,1733294488043; forceNewPlan=false, retain=false 2024-12-04T06:41:40,833 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ad81cf0d5894f3b02f8ac6d646b7066, ASSIGN; state=OFFLINE, location=607fd5c6574c,38291,1733294488096; forceNewPlan=false, retain=false 2024-12-04T06:41:40,833 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37d434abf026f5ef349c82c1b7cf635c, ASSIGN; state=OFFLINE, location=607fd5c6574c,46001,1733294488043; forceNewPlan=false, retain=false 2024-12-04T06:41:40,833 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64d8cec0af996896da43604c9294c582, ASSIGN; state=OFFLINE, location=607fd5c6574c,38291,1733294488096; forceNewPlan=false, retain=false 2024-12-04T06:41:40,837 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7dfc6db91585ad9cec3135ca43912f47, ASSIGN 2024-12-04T06:41:40,840 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7dfc6db91585ad9cec3135ca43912f47, ASSIGN; state=OFFLINE, location=607fd5c6574c,38291,1733294488096; forceNewPlan=false, retain=false 2024-12-04T06:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:41:40,973 INFO [607fd5c6574c:32885 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-04T06:41:40,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f4622d8e00a3389b9a22126bf4a97fa, regionState=OPENING, regionLocation=607fd5c6574c,46001,1733294488043 2024-12-04T06:41:40,974 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0fafba7792c39c3b029ea2bbb761f99a, regionState=OPENING, regionLocation=607fd5c6574c,40739,1733294487925 2024-12-04T06:41:40,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=37d434abf026f5ef349c82c1b7cf635c, regionState=OPENING, regionLocation=607fd5c6574c,46001,1733294488043 2024-12-04T06:41:40,974 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=de6be497850ebb805df4bb6408c46b19, regionState=OPENING, regionLocation=607fd5c6574c,40739,1733294487925 2024-12-04T06:41:40,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f62fd89fe139bd958581d6a9236029a3, regionState=OPENING, regionLocation=607fd5c6574c,46001,1733294488043 2024-12-04T06:41:40,975 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=64d8cec0af996896da43604c9294c582, regionState=OPENING, regionLocation=607fd5c6574c,38291,1733294488096 2024-12-04T06:41:40,975 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2ad81cf0d5894f3b02f8ac6d646b7066, regionState=OPENING, regionLocation=607fd5c6574c,38291,1733294488096 2024-12-04T06:41:40,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7dfc6db91585ad9cec3135ca43912f47, regionState=OPENING, regionLocation=607fd5c6574c,38291,1733294488096 2024-12-04T06:41:40,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0d96ca3988c17f97f4d05898ad457e53, regionState=OPENING, regionLocation=607fd5c6574c,40739,1733294487925 2024-12-04T06:41:40,976 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1dfb547fdbae01e669bcc15960bb6ef3, regionState=OPENING, regionLocation=607fd5c6574c,38291,1733294488096 2024-12-04T06:41:40,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de6be497850ebb805df4bb6408c46b19, ASSIGN because future has completed 2024-12-04T06:41:40,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure de6be497850ebb805df4bb6408c46b19, server=607fd5c6574c,40739,1733294487925}] 2024-12-04T06:41:40,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f62fd89fe139bd958581d6a9236029a3, ASSIGN because future has completed 2024-12-04T06:41:40,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f62fd89fe139bd958581d6a9236029a3, server=607fd5c6574c,46001,1733294488043}] 2024-12-04T06:41:40,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37d434abf026f5ef349c82c1b7cf635c, ASSIGN because future has completed 2024-12-04T06:41:40,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0fafba7792c39c3b029ea2bbb761f99a, ASSIGN because future has completed 2024-12-04T06:41:40,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37d434abf026f5ef349c82c1b7cf635c, server=607fd5c6574c,46001,1733294488043}] 2024-12-04T06:41:40,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fafba7792c39c3b029ea2bbb761f99a, server=607fd5c6574c,40739,1733294487925}] 2024-12-04T06:41:40,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f4622d8e00a3389b9a22126bf4a97fa, ASSIGN because future has completed 2024-12-04T06:41:40,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ad81cf0d5894f3b02f8ac6d646b7066, ASSIGN because future has completed 2024-12-04T06:41:40,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066, server=607fd5c6574c,38291,1733294488096}] 2024-12-04T06:41:40,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f4622d8e00a3389b9a22126bf4a97fa, server=607fd5c6574c,46001,1733294488043}] 2024-12-04T06:41:40,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64d8cec0af996896da43604c9294c582, ASSIGN because future has completed 2024-12-04T06:41:40,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7dfc6db91585ad9cec3135ca43912f47, ASSIGN because future has completed 2024-12-04T06:41:40,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d96ca3988c17f97f4d05898ad457e53, ASSIGN because future has completed 2024-12-04T06:41:40,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dfc6db91585ad9cec3135ca43912f47, server=607fd5c6574c,38291,1733294488096}] 2024-12-04T06:41:40,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d8cec0af996896da43604c9294c582, server=607fd5c6574c,38291,1733294488096}] 2024-12-04T06:41:40,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1dfb547fdbae01e669bcc15960bb6ef3, ASSIGN because future has completed 2024-12-04T06:41:41,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3, server=607fd5c6574c,38291,1733294488096}] 2024-12-04T06:41:41,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d96ca3988c17f97f4d05898ad457e53, server=607fd5c6574c,40739,1733294487925}] 2024-12-04T06:41:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:41:41,723 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T06:41:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:41:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:41:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:41:45,795 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T06:41:47,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T06:41:47,505 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T06:41:47,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T06:41:47,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T06:41:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:41:50,987 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T06:41:50,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42473, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T06:41:50,999 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T06:41:51,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54553, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T06:41:51,000 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:41:51,001 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 37d434abf026f5ef349c82c1b7cf635c, NAME => 'SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-04T06:41:51,001 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:41:51,002 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:51,002 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:41:51,002 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:41:51,003 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:41:51,004 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => de6be497850ebb805df4bb6408c46b19, NAME => 'SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-04T06:41:51,004 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable de6be497850ebb805df4bb6408c46b19 2024-12-04T06:41:51,005 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:51,005 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for de6be497850ebb805df4bb6408c46b19 2024-12-04T06:41:51,005 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for de6be497850ebb805df4bb6408c46b19 2024-12-04T06:41:51,013 INFO [StoreOpener-de6be497850ebb805df4bb6408c46b19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region de6be497850ebb805df4bb6408c46b19 2024-12-04T06:41:51,014 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:41:51,014 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dfc6db91585ad9cec3135ca43912f47, NAME => 'SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-04T06:41:51,015 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:41:51,015 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:51,015 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:41:51,015 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:41:51,018 INFO [StoreOpener-37d434abf026f5ef349c82c1b7cf635c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:41:51,024 INFO [StoreOpener-de6be497850ebb805df4bb6408c46b19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de6be497850ebb805df4bb6408c46b19 columnFamilyName cf 2024-12-04T06:41:51,024 DEBUG [StoreOpener-de6be497850ebb805df4bb6408c46b19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:51,027 INFO [StoreOpener-de6be497850ebb805df4bb6408c46b19-1 {}] regionserver.HStore(327): Store=de6be497850ebb805df4bb6408c46b19/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:41:51,027 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for de6be497850ebb805df4bb6408c46b19 2024-12-04T06:41:51,028 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/de6be497850ebb805df4bb6408c46b19 2024-12-04T06:41:51,029 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/de6be497850ebb805df4bb6408c46b19 2024-12-04T06:41:51,031 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for de6be497850ebb805df4bb6408c46b19 2024-12-04T06:41:51,031 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for de6be497850ebb805df4bb6408c46b19 2024-12-04T06:41:51,032 INFO [StoreOpener-37d434abf026f5ef349c82c1b7cf635c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37d434abf026f5ef349c82c1b7cf635c columnFamilyName cf 2024-12-04T06:41:51,032 DEBUG [StoreOpener-37d434abf026f5ef349c82c1b7cf635c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:51,032 INFO [StoreOpener-7dfc6db91585ad9cec3135ca43912f47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:41:51,033 INFO [StoreOpener-37d434abf026f5ef349c82c1b7cf635c-1 {}] regionserver.HStore(327): Store=37d434abf026f5ef349c82c1b7cf635c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:41:51,033 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:41:51,034 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for de6be497850ebb805df4bb6408c46b19 2024-12-04T06:41:51,034 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:41:51,034 INFO [StoreOpener-7dfc6db91585ad9cec3135ca43912f47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dfc6db91585ad9cec3135ca43912f47 columnFamilyName cf 2024-12-04T06:41:51,034 DEBUG [StoreOpener-7dfc6db91585ad9cec3135ca43912f47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:51,035 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:41:51,035 INFO [StoreOpener-7dfc6db91585ad9cec3135ca43912f47-1 {}] regionserver.HStore(327): Store=7dfc6db91585ad9cec3135ca43912f47/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:41:51,035 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:41:51,036 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:41:51,036 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:41:51,037 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:41:51,038 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:41:51,038 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:41:51,038 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:41:51,042 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:41:51,043 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/de6be497850ebb805df4bb6408c46b19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:41:51,045 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened de6be497850ebb805df4bb6408c46b19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61053199, jitterRate=-0.09023644030094147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:41:51,045 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de6be497850ebb805df4bb6408c46b19 2024-12-04T06:41:51,047 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for de6be497850ebb805df4bb6408c46b19: Running coprocessor pre-open hook at 1733294511005Writing region info on filesystem at 1733294511005Initializing all the Stores at 1733294511010 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294511010Cleaning up temporary data from old regions at 1733294511031 (+21 ms)Running coprocessor post-open hooks at 1733294511045 (+14 ms)Region opened successfully at 1733294511046 (+1 ms) 2024-12-04T06:41:51,049 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:41:51,050 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19., pid=15, masterSystemTime=1733294510984 2024-12-04T06:41:51,052 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/7dfc6db91585ad9cec3135ca43912f47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:41:51,054 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 7dfc6db91585ad9cec3135ca43912f47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67551823, jitterRate=0.006600603461265564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:41:51,054 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:41:51,054 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 7dfc6db91585ad9cec3135ca43912f47: Running coprocessor pre-open hook at 1733294511015Writing region info on filesystem at 1733294511015Initializing all the Stores at 1733294511031 (+16 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294511031Cleaning up temporary data from old regions at 1733294511038 (+7 ms)Running coprocessor post-open hooks at 1733294511054 (+16 ms)Region opened successfully at 1733294511054 2024-12-04T06:41:51,056 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:41:51,056 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:41:51,056 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:41:51,056 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d96ca3988c17f97f4d05898ad457e53, NAME => 'SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-04T06:41:51,057 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:41:51,057 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:51,057 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:41:51,057 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:41:51,057 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=de6be497850ebb805df4bb6408c46b19, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,40739,1733294487925 2024-12-04T06:41:51,058 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47., pid=21, masterSystemTime=1733294510998 2024-12-04T06:41:51,058 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32885 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=607fd5c6574c,40739,1733294487925, table=SPTestTable, region=de6be497850ebb805df4bb6408c46b19. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T06:41:51,062 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:41:51,062 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:41:51,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure de6be497850ebb805df4bb6408c46b19, server=607fd5c6574c,40739,1733294487925 because future has completed 2024-12-04T06:41:51,063 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:41:51,064 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 64d8cec0af996896da43604c9294c582, NAME => 'SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-04T06:41:51,064 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64d8cec0af996896da43604c9294c582 2024-12-04T06:41:51,064 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:51,064 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7dfc6db91585ad9cec3135ca43912f47, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,38291,1733294488096 2024-12-04T06:41:51,064 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 64d8cec0af996896da43604c9294c582 2024-12-04T06:41:51,064 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 64d8cec0af996896da43604c9294c582 2024-12-04T06:41:51,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dfc6db91585ad9cec3135ca43912f47, server=607fd5c6574c,38291,1733294488096 because future has completed 2024-12-04T06:41:51,071 INFO [StoreOpener-0d96ca3988c17f97f4d05898ad457e53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:41:51,072 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/37d434abf026f5ef349c82c1b7cf635c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:41:51,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-04T06:41:51,073 INFO [StoreOpener-64d8cec0af996896da43604c9294c582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64d8cec0af996896da43604c9294c582 2024-12-04T06:41:51,074 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 37d434abf026f5ef349c82c1b7cf635c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62865687, jitterRate=-0.06322826445102692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:41:51,074 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:41:51,074 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 37d434abf026f5ef349c82c1b7cf635c: Running coprocessor pre-open hook at 1733294511002Writing region info on filesystem at 1733294511002Initializing all the Stores at 1733294511006 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294511017 (+11 ms)Cleaning up temporary data from old regions at 1733294511036 (+19 ms)Running coprocessor post-open hooks at 1733294511074 (+38 ms)Region opened successfully at 1733294511074 2024-12-04T06:41:51,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure de6be497850ebb805df4bb6408c46b19, server=607fd5c6574c,40739,1733294487925 in 10.0860 sec 2024-12-04T06:41:51,078 INFO [StoreOpener-64d8cec0af996896da43604c9294c582-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d8cec0af996896da43604c9294c582 columnFamilyName cf 2024-12-04T06:41:51,079 DEBUG [StoreOpener-64d8cec0af996896da43604c9294c582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:51,079 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c., pid=17, masterSystemTime=1733294510987 2024-12-04T06:41:51,082 INFO [StoreOpener-64d8cec0af996896da43604c9294c582-1 {}] regionserver.HStore(327): Store=64d8cec0af996896da43604c9294c582/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:41:51,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-12-04T06:41:51,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de6be497850ebb805df4bb6408c46b19, ASSIGN in 10.2650 sec 2024-12-04T06:41:51,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dfc6db91585ad9cec3135ca43912f47, server=607fd5c6574c,38291,1733294488096 in 10.0750 sec 2024-12-04T06:41:51,082 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 64d8cec0af996896da43604c9294c582 2024-12-04T06:41:51,082 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:41:51,082 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:41:51,083 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:41:51,083 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f62fd89fe139bd958581d6a9236029a3, NAME => 'SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-04T06:41:51,083 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:41:51,084 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:51,084 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:41:51,084 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:41:51,085 INFO [StoreOpener-0d96ca3988c17f97f4d05898ad457e53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d96ca3988c17f97f4d05898ad457e53 columnFamilyName cf 2024-12-04T06:41:51,086 DEBUG [StoreOpener-0d96ca3988c17f97f4d05898ad457e53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:51,087 INFO [StoreOpener-0d96ca3988c17f97f4d05898ad457e53-1 {}] regionserver.HStore(327): Store=0d96ca3988c17f97f4d05898ad457e53/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:41:51,087 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/64d8cec0af996896da43604c9294c582 2024-12-04T06:41:51,087 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:41:51,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=37d434abf026f5ef349c82c1b7cf635c, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,46001,1733294488043 2024-12-04T06:41:51,088 INFO [StoreOpener-f62fd89fe139bd958581d6a9236029a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:41:51,089 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:41:51,090 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:41:51,091 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/64d8cec0af996896da43604c9294c582 2024-12-04T06:41:51,092 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:41:51,092 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:41:51,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37d434abf026f5ef349c82c1b7cf635c, server=607fd5c6574c,46001,1733294488043 because future has completed 2024-12-04T06:41:51,092 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 64d8cec0af996896da43604c9294c582 2024-12-04T06:41:51,093 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 64d8cec0af996896da43604c9294c582 2024-12-04T06:41:51,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7dfc6db91585ad9cec3135ca43912f47, ASSIGN in 10.2720 sec 2024-12-04T06:41:51,096 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:41:51,098 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 64d8cec0af996896da43604c9294c582 2024-12-04T06:41:51,099 INFO [StoreOpener-f62fd89fe139bd958581d6a9236029a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f62fd89fe139bd958581d6a9236029a3 columnFamilyName cf 2024-12-04T06:41:51,099 DEBUG [StoreOpener-f62fd89fe139bd958581d6a9236029a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:51,101 INFO [StoreOpener-f62fd89fe139bd958581d6a9236029a3-1 {}] regionserver.HStore(327): Store=f62fd89fe139bd958581d6a9236029a3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:41:51,101 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:41:51,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-12-04T06:41:51,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 37d434abf026f5ef349c82c1b7cf635c, server=607fd5c6574c,46001,1733294488043 in 10.1120 sec 2024-12-04T06:41:51,103 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:41:51,105 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:41:51,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37d434abf026f5ef349c82c1b7cf635c, ASSIGN in 10.2910 sec 2024-12-04T06:41:51,106 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:41:51,106 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:41:51,107 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/64d8cec0af996896da43604c9294c582/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:41:51,108 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 64d8cec0af996896da43604c9294c582; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66908985, jitterRate=-0.0029784291982650757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:41:51,108 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64d8cec0af996896da43604c9294c582 2024-12-04T06:41:51,108 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 64d8cec0af996896da43604c9294c582: Running coprocessor pre-open hook at 1733294511065Writing region info on filesystem at 1733294511065Initializing all the Stores at 1733294511071 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294511071Cleaning up temporary data from old regions at 1733294511093 (+22 ms)Running coprocessor post-open hooks at 1733294511108 (+15 ms)Region opened successfully at 1733294511108 2024-12-04T06:41:51,110 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582., pid=22, masterSystemTime=1733294510998 2024-12-04T06:41:51,110 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:41:51,113 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/0d96ca3988c17f97f4d05898ad457e53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:41:51,114 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0d96ca3988c17f97f4d05898ad457e53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74900204, jitterRate=0.116100013256073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:41:51,114 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:41:51,114 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0d96ca3988c17f97f4d05898ad457e53: Running coprocessor pre-open hook at 1733294511057Writing region info on filesystem at 1733294511057Initializing all the Stores at 1733294511061 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294511061Cleaning up temporary data from old regions at 1733294511092 (+31 ms)Running coprocessor post-open hooks at 1733294511114 (+22 ms)Region opened successfully at 1733294511114 2024-12-04T06:41:51,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=64d8cec0af996896da43604c9294c582, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,38291,1733294488096 2024-12-04T06:41:51,115 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53., pid=24, masterSystemTime=1733294510984 2024-12-04T06:41:51,116 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:41:51,116 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:41:51,116 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:41:51,116 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dfb547fdbae01e669bcc15960bb6ef3, NAME => 'SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-04T06:41:51,117 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:41:51,117 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:51,117 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:41:51,117 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:41:51,119 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/f62fd89fe139bd958581d6a9236029a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:41:51,121 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f62fd89fe139bd958581d6a9236029a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71759902, jitterRate=0.06930586695671082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:41:51,121 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:41:51,122 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f62fd89fe139bd958581d6a9236029a3: Running coprocessor pre-open hook at 1733294511084Writing region info on filesystem at 1733294511084Initializing all the Stores at 1733294511087 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294511087Cleaning up temporary data from old regions at 1733294511106 (+19 ms)Running coprocessor post-open hooks at 1733294511121 (+15 ms)Region opened successfully at 1733294511121 2024-12-04T06:41:51,123 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:41:51,123 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:41:51,123 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:41:51,124 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fafba7792c39c3b029ea2bbb761f99a, NAME => 'SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-04T06:41:51,124 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:41:51,124 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:51,124 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:41:51,124 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:41:51,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d8cec0af996896da43604c9294c582, server=607fd5c6574c,38291,1733294488096 because future has completed 2024-12-04T06:41:51,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0d96ca3988c17f97f4d05898ad457e53, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,40739,1733294487925 2024-12-04T06:41:51,127 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3., pid=16, masterSystemTime=1733294510987 2024-12-04T06:41:51,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d96ca3988c17f97f4d05898ad457e53, server=607fd5c6574c,40739,1733294487925 because future has completed 2024-12-04T06:41:51,132 INFO [StoreOpener-1dfb547fdbae01e669bcc15960bb6ef3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:41:51,133 INFO [StoreOpener-0fafba7792c39c3b029ea2bbb761f99a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:41:51,136 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:41:51,136 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:41:51,136 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:41:51,136 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f4622d8e00a3389b9a22126bf4a97fa, NAME => 'SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-04T06:41:51,137 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:41:51,137 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:51,137 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:41:51,137 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:41:51,138 INFO [StoreOpener-0fafba7792c39c3b029ea2bbb761f99a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fafba7792c39c3b029ea2bbb761f99a columnFamilyName cf 2024-12-04T06:41:51,138 DEBUG [StoreOpener-0fafba7792c39c3b029ea2bbb761f99a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:51,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f62fd89fe139bd958581d6a9236029a3, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,46001,1733294488043 2024-12-04T06:41:51,140 INFO [StoreOpener-1dfb547fdbae01e669bcc15960bb6ef3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dfb547fdbae01e669bcc15960bb6ef3 columnFamilyName cf 2024-12-04T06:41:51,141 DEBUG [StoreOpener-1dfb547fdbae01e669bcc15960bb6ef3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:51,142 INFO [StoreOpener-1dfb547fdbae01e669bcc15960bb6ef3-1 {}] regionserver.HStore(327): Store=1dfb547fdbae01e669bcc15960bb6ef3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:41:51,142 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:41:51,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-12-04T06:41:51,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f62fd89fe139bd958581d6a9236029a3, server=607fd5c6574c,46001,1733294488043 because future has completed 2024-12-04T06:41:51,143 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:41:51,143 INFO [StoreOpener-0fafba7792c39c3b029ea2bbb761f99a-1 {}] regionserver.HStore(327): Store=0fafba7792c39c3b029ea2bbb761f99a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:41:51,144 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:41:51,144 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:41:51,145 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:41:51,145 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:41:51,146 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:41:51,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 64d8cec0af996896da43604c9294c582, server=607fd5c6574c,38291,1733294488096 in 10.1350 sec 2024-12-04T06:41:51,148 INFO [StoreOpener-2f4622d8e00a3389b9a22126bf4a97fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:41:51,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64d8cec0af996896da43604c9294c582, ASSIGN in 10.3320 sec 2024-12-04T06:41:51,149 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:41:51,149 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:41:51,150 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:41:51,150 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:41:51,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-12-04T06:41:51,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d96ca3988c17f97f4d05898ad457e53, server=607fd5c6574c,40739,1733294487925 in 10.1350 sec 2024-12-04T06:41:51,155 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:41:51,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-04T06:41:51,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f62fd89fe139bd958581d6a9236029a3, server=607fd5c6574c,46001,1733294488043 in 10.1680 sec 2024-12-04T06:41:51,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d96ca3988c17f97f4d05898ad457e53, ASSIGN in 10.3410 sec 2024-12-04T06:41:51,159 INFO [StoreOpener-2f4622d8e00a3389b9a22126bf4a97fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f4622d8e00a3389b9a22126bf4a97fa columnFamilyName cf 2024-12-04T06:41:51,159 DEBUG [StoreOpener-2f4622d8e00a3389b9a22126bf4a97fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:51,162 INFO [StoreOpener-2f4622d8e00a3389b9a22126bf4a97fa-1 {}] regionserver.HStore(327): Store=2f4622d8e00a3389b9a22126bf4a97fa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:41:51,162 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:41:51,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f62fd89fe139bd958581d6a9236029a3, ASSIGN in 10.3450 sec 2024-12-04T06:41:51,163 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:41:51,164 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:41:51,165 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:41:51,165 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:41:51,168 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/1dfb547fdbae01e669bcc15960bb6ef3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:41:51,168 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:41:51,168 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 1dfb547fdbae01e669bcc15960bb6ef3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60031931, jitterRate=-0.10545451939105988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:41:51,168 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:41:51,169 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 1dfb547fdbae01e669bcc15960bb6ef3: Running coprocessor pre-open hook at 1733294511117Writing region info on filesystem at 1733294511117Initializing all the Stores at 1733294511119 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294511119Cleaning up temporary data from old regions at 1733294511145 (+26 ms)Running coprocessor post-open hooks at 1733294511169 (+24 ms)Region opened successfully at 1733294511169 2024-12-04T06:41:51,171 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/0fafba7792c39c3b029ea2bbb761f99a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:41:51,171 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3., pid=23, masterSystemTime=1733294510998 2024-12-04T06:41:51,172 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 0fafba7792c39c3b029ea2bbb761f99a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72438664, jitterRate=0.07942020893096924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:41:51,173 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:41:51,173 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 0fafba7792c39c3b029ea2bbb761f99a: Running coprocessor pre-open hook at 1733294511125Writing region info on filesystem at 1733294511125Initializing all the Stores at 1733294511126 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294511126Cleaning up temporary data from old regions at 1733294511150 (+24 ms)Running coprocessor post-open hooks at 1733294511173 (+23 ms)Region opened successfully at 1733294511173 2024-12-04T06:41:51,174 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a., pid=18, masterSystemTime=1733294510984 2024-12-04T06:41:51,174 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:41:51,174 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:41:51,175 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:41:51,175 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ad81cf0d5894f3b02f8ac6d646b7066, NAME => 'SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-04T06:41:51,175 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:41:51,176 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:41:51,176 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:41:51,176 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:41:51,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1dfb547fdbae01e669bcc15960bb6ef3, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,38291,1733294488096 2024-12-04T06:41:51,179 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:41:51,179 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:41:51,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3, server=607fd5c6574c,38291,1733294488096 because future has completed 2024-12-04T06:41:51,186 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32885 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=607fd5c6574c,38291,1733294488096, table=SPTestTable, region=1dfb547fdbae01e669bcc15960bb6ef3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T06:41:51,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0fafba7792c39c3b029ea2bbb761f99a, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,40739,1733294487925 2024-12-04T06:41:51,201 INFO [StoreOpener-2ad81cf0d5894f3b02f8ac6d646b7066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:41:51,202 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/2f4622d8e00a3389b9a22126bf4a97fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:41:51,203 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 2f4622d8e00a3389b9a22126bf4a97fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74464354, jitterRate=0.1096053421497345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:41:51,203 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:41:51,204 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 2f4622d8e00a3389b9a22126bf4a97fa: Running coprocessor pre-open hook at 1733294511137Writing region info on filesystem at 1733294511137Initializing all the Stores at 1733294511142 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294511142Cleaning up temporary data from old regions at 1733294511165 (+23 ms)Running coprocessor post-open hooks at 1733294511203 (+38 ms)Region opened successfully at 1733294511203 2024-12-04T06:41:51,204 INFO [StoreOpener-2ad81cf0d5894f3b02f8ac6d646b7066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ad81cf0d5894f3b02f8ac6d646b7066 columnFamilyName cf 2024-12-04T06:41:51,204 DEBUG [StoreOpener-2ad81cf0d5894f3b02f8ac6d646b7066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:41:51,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fafba7792c39c3b029ea2bbb761f99a, server=607fd5c6574c,40739,1733294487925 because future has completed 2024-12-04T06:41:51,206 INFO [StoreOpener-2ad81cf0d5894f3b02f8ac6d646b7066-1 {}] regionserver.HStore(327): Store=2ad81cf0d5894f3b02f8ac6d646b7066/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:41:51,207 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:41:51,207 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa., pid=20, masterSystemTime=1733294510987 2024-12-04T06:41:51,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-12-04T06:41:51,209 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:41:51,210 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:41:51,212 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:41:51,212 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:41:51,213 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:41:51,213 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:41:51,215 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:41:51,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dfb547fdbae01e669bcc15960bb6ef3, ASSIGN in 10.3960 sec 2024-12-04T06:41:51,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3, server=607fd5c6574c,38291,1733294488096 in 10.1850 sec 2024-12-04T06:41:51,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f4622d8e00a3389b9a22126bf4a97fa, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,46001,1733294488043 2024-12-04T06:41:51,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-12-04T06:41:51,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fafba7792c39c3b029ea2bbb761f99a, server=607fd5c6574c,40739,1733294487925 in 10.2260 sec 2024-12-04T06:41:51,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f4622d8e00a3389b9a22126bf4a97fa, server=607fd5c6574c,46001,1733294488043 because future has completed 2024-12-04T06:41:51,230 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/2ad81cf0d5894f3b02f8ac6d646b7066/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:41:51,231 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 2ad81cf0d5894f3b02f8ac6d646b7066; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66715363, jitterRate=-0.005863621830940247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:41:51,231 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:41:51,231 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2ad81cf0d5894f3b02f8ac6d646b7066: Running coprocessor pre-open hook at 1733294511176Writing region info on filesystem at 1733294511176Initializing all the Stores at 1733294511182 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294511182Cleaning up temporary data from old regions at 1733294511212 (+30 ms)Running coprocessor post-open hooks at 1733294511231 (+19 ms)Region opened successfully at 1733294511231 2024-12-04T06:41:51,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0fafba7792c39c3b029ea2bbb761f99a, ASSIGN in 10.4130 sec 2024-12-04T06:41:51,233 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066., pid=19, masterSystemTime=1733294510998 2024-12-04T06:41:51,237 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:41:51,237 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:41:51,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-12-04T06:41:51,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f4622d8e00a3389b9a22126bf4a97fa, server=607fd5c6574c,46001,1733294488043 in 10.2430 sec 2024-12-04T06:41:51,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2ad81cf0d5894f3b02f8ac6d646b7066, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,38291,1733294488096 2024-12-04T06:41:51,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066, server=607fd5c6574c,38291,1733294488096 because future has completed 2024-12-04T06:41:51,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f4622d8e00a3389b9a22126bf4a97fa, ASSIGN in 10.4260 sec 2024-12-04T06:41:51,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-12-04T06:41:51,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066, server=607fd5c6574c,38291,1733294488096 in 10.2580 sec 2024-12-04T06:41:51,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-12-04T06:41:51,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ad81cf0d5894f3b02f8ac6d646b7066, ASSIGN in 10.4420 sec 2024-12-04T06:41:51,273 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T06:41:51,274 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733294511274"}]},"ts":"1733294511274"} 2024-12-04T06:41:51,280 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-04T06:41:51,283 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T06:41:51,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6730 sec 2024-12-04T06:41:53,719 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-04T06:41:55,910 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T06:41:56,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T06:41:57,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-04T06:41:57,505 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-04T06:41:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:41:58,899 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-04T06:41:58,899 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-04T06:41:58,901 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T06:41:58,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-04T06:41:58,920 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T06:41:58,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-04T06:41:58,982 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:41:58,989 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:41:58,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:41:58,998 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:41:59,003 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:41:59,007 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:41:59,012 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:41:59,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:41:59,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19., hostname=607fd5c6574c,40739,1733294487925, seqNum=2] 2024-12-04T06:41:59,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19., hostname=607fd5c6574c,40739,1733294487925, seqNum=2] 2024-12-04T06:41:59,071 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19., hostname=607fd5c6574c,40739,1733294487925, seqNum=2] 2024-12-04T06:41:59,076 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19., hostname=607fd5c6574c,40739,1733294487925, seqNum=2] 2024-12-04T06:41:59,086 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19., hostname=607fd5c6574c,40739,1733294487925, seqNum=2] 2024-12-04T06:41:59,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19., hostname=607fd5c6574c,40739,1733294487925, seqNum=2] 2024-12-04T06:41:59,091 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19., hostname=607fd5c6574c,40739,1733294487925, seqNum=2] 2024-12-04T06:41:59,093 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19., hostname=607fd5c6574c,40739,1733294487925, seqNum=2] 2024-12-04T06:41:59,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3., hostname=607fd5c6574c,46001,1733294488043, seqNum=2] 2024-12-04T06:41:59,139 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3., hostname=607fd5c6574c,46001,1733294488043, seqNum=2] 2024-12-04T06:41:59,142 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3., hostname=607fd5c6574c,46001,1733294488043, seqNum=2] 2024-12-04T06:41:59,145 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3., hostname=607fd5c6574c,46001,1733294488043, seqNum=2] 2024-12-04T06:41:59,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3., hostname=607fd5c6574c,46001,1733294488043, seqNum=2] 2024-12-04T06:41:59,156 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3., hostname=607fd5c6574c,46001,1733294488043, seqNum=2] 2024-12-04T06:41:59,164 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3., hostname=607fd5c6574c,46001,1733294488043, seqNum=2] 2024-12-04T06:41:59,262 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:41:59,265 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:41:59,267 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:41:59,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:41:59,274 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:41:59,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066., hostname=607fd5c6574c,38291,1733294488096, seqNum=2] 2024-12-04T06:42:00,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:42:00,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:42:00,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:42:00,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:42:00,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T06:42:00,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46001 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T06:42:00,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:42:00,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T06:42:01,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T06:42:01,709 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-04T06:42:01,712 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-04T06:42:01,722 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-04T06:42:01,728 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T06:42:01,742 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-04T06:42:01,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741848_1024 (size=49) 2024-12-04T06:42:01,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741848_1024 (size=49) 2024-12-04T06:42:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741848_1024 (size=49) 2024-12-04T06:42:01,778 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-04T06:42:01,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f4622d8e00a3389b9a22126bf4a97fa}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d96ca3988c17f97f4d05898ad457e53}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fafba7792c39c3b029ea2bbb761f99a}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37d434abf026f5ef349c82c1b7cf635c}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de6be497850ebb805df4bb6408c46b19}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f62fd89fe139bd958581d6a9236029a3}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066}] 2024-12-04T06:42:01,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:42:01,787 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:42:01,787 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:01,799 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:01,800 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:01,801 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:42:01,803 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de6be497850ebb805df4bb6408c46b19 2024-12-04T06:42:01,816 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:42:01,816 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:42:01,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:01,830 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 607fd5c6574c,38291,1733294488096 2024-12-04T06:42:01,831 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 607fd5c6574c,38291,1733294488096: Simulated kill ***** 2024-12-04T06:42:01,831 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T06:42:01,834 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T06:42:01,836 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T06:42:01,839 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T06:42:01,842 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T06:42:01,875 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 698329088 }, "NonHeapMemoryUsage": { "committed": 156434432, "init": 7667712, "max": -1, "used": 153204192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "607fd5c6574c", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "607fd5c6574c", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58928", "tag.serverName": "607fd5c6574c,38291,1733294488096", "tag.clusterId": "b42215a4-7d37-42df-98de-4f92f0ff2b15", "tag.Context": "regionserver", "tag.Hostname": "607fd5c6574c", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733294488096, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-04T06:42:01,880 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32885 {}] master.MasterRpcServices(700): 607fd5c6574c,38291,1733294488096 reported a fatal error: ***** ABORTING region server 607fd5c6574c,38291,1733294488096: Simulated kill ***** 2024-12-04T06:42:01,884 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '607fd5c6574c,38291,1733294488096' ***** 2024-12-04T06:42:01,884 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-04T06:42:01,885 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T06:42:01,888 INFO [RS:2;607fd5c6574c:38291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T06:42:01,889 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T06:42:01,890 INFO [RS:2;607fd5c6574c:38291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-04T06:42:01,890 INFO [RS:2;607fd5c6574c:38291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-04T06:42:01,890 INFO [RS:2;607fd5c6574c:38291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T06:42:01,891 INFO [RS:2;607fd5c6574c:38291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;607fd5c6574c:38291. 2024-12-04T06:42:01,891 DEBUG [RS:2;607fd5c6574c:38291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:42:01,891 DEBUG [RS:2;607fd5c6574c:38291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:42:01,898 INFO [regionserver/607fd5c6574c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:42:01,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741833_1009 (size=1257) 2024-12-04T06:42:01,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741833_1009 (size=1257) 2024-12-04T06:42:01,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741833_1009 (size=1257) 2024-12-04T06:42:01,908 DEBUG [RS:2;607fd5c6574c:38291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:42:01,908 INFO [RS:2;607fd5c6574c:38291 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:42:01,912 INFO [RS:2;607fd5c6574c:38291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38291 2024-12-04T06:42:01,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:42:01,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/607fd5c6574c,38291,1733294488096 2024-12-04T06:42:01,922 INFO [RS:2;607fd5c6574c:38291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T06:42:01,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [607fd5c6574c,38291,1733294488096] 2024-12-04T06:42:01,927 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/607fd5c6574c,38291,1733294488096 already deleted, retry=false 2024-12-04T06:42:01,927 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 607fd5c6574c,38291,1733294488096 on 607fd5c6574c,32885,1733294486976 2024-12-04T06:42:01,934 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 607fd5c6574c,38291,1733294488096, splitWal=true, meta=false 2024-12-04T06:42:01,938 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 607fd5c6574c,38291,1733294488096 (carryingMeta=false) 607fd5c6574c,38291,1733294488096/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3628aaaf[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T06:42:01,938 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 607fd5c6574c,38291,1733294488096, splitWal=true, meta=false 2024-12-04T06:42:01,942 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 607fd5c6574c,38291,1733294488096 had 4 regions 2024-12-04T06:42:01,943 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:01,943 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 607fd5c6574c,38291,1733294488096, splitWal=true, meta=false, isMeta: false 2024-12-04T06:42:01,944 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:01,945 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:01,945 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:01,946 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 can not run currently because target server of region SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 1000 ms to retry 2024-12-04T06:42:01,946 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582; timeout=1000, timestamp=1733294522946 2024-12-04T06:42:01,947 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 can not run currently because target server of region SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 1000 ms to retry 2024-12-04T06:42:01,947 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47; timeout=1000, timestamp=1733294522947 2024-12-04T06:42:01,948 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 can not run currently because target server of region SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 1000 ms to retry 2024-12-04T06:42:01,948 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066; timeout=1000, timestamp=1733294522948 2024-12-04T06:42:01,948 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting 2024-12-04T06:42:01,948 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 can not run currently because target server of region SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 1000 ms to retry 2024-12-04T06:42:01,948 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3; timeout=1000, timestamp=1733294522948 2024-12-04T06:42:01,950 INFO [PEWorker-3 {}] master.SplitWALManager(105): 607fd5c6574c,38291,1733294488096 WAL count=1, meta=false 2024-12-04T06:42:01,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 607fd5c6574c%2C38291%2C1733294488096.1733294489932}] 2024-12-04T06:42:01,962 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:01,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 607fd5c6574c%2C38291%2C1733294488096.1733294489932, worker=607fd5c6574c,40739,1733294487925}] 2024-12-04T06:42:02,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:42:02,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1017c34dc760003, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:42:02,027 INFO [RS:2;607fd5c6574c:38291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T06:42:02,028 INFO [RS:2;607fd5c6574c:38291 {}] regionserver.HRegionServer(1031): Exiting; stopping=607fd5c6574c,38291,1733294488096; zookeeper connection closed. 2024-12-04T06:42:02,045 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7434e78 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7434e78 2024-12-04T06:42:02,773 INFO [regionserver/607fd5c6574c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T06:42:02,773 INFO [regionserver/607fd5c6574c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T06:42:02,946 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:02,948 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:02,948 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 can not run currently because target server of region SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 2000 ms to retry 2024-12-04T06:42:02,948 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582; timeout=2000, timestamp=1733294524948 2024-12-04T06:42:02,949 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:02,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:02,950 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 can not run currently because target server of region SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 2000 ms to retry 2024-12-04T06:42:02,950 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47; timeout=2000, timestamp=1733294524950 2024-12-04T06:42:02,952 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 can not run currently because target server of region SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 2000 ms to retry 2024-12-04T06:42:02,952 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066; timeout=2000, timestamp=1733294524952 2024-12-04T06:42:02,953 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 can not run currently because target server of region SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 2000 ms to retry 2024-12-04T06:42:02,953 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3; timeout=2000, timestamp=1733294524953 2024-12-04T06:42:04,948 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:04,949 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 can not run currently because target server of region SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 4000 ms to retry 2024-12-04T06:42:04,949 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582; timeout=4000, timestamp=1733294528949 2024-12-04T06:42:04,950 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:04,951 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 can not run currently because target server of region SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 4000 ms to retry 2024-12-04T06:42:04,951 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47; timeout=4000, timestamp=1733294528951 2024-12-04T06:42:04,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:04,953 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 can not run currently because target server of region SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 4000 ms to retry 2024-12-04T06:42:04,953 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066; timeout=4000, timestamp=1733294528953 2024-12-04T06:42:04,953 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:04,954 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 can not run currently because target server of region SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 4000 ms to retry 2024-12-04T06:42:04,954 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3; timeout=4000, timestamp=1733294528954 2024-12-04T06:42:08,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:08,951 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 can not run currently because target server of region SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 8000 ms to retry 2024-12-04T06:42:08,951 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582; timeout=8000, timestamp=1733294536951 2024-12-04T06:42:08,952 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:08,952 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 can not run currently because target server of region SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 8000 ms to retry 2024-12-04T06:42:08,952 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47; timeout=8000, timestamp=1733294536952 2024-12-04T06:42:08,954 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:08,954 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 can not run currently because target server of region SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 8000 ms to retry 2024-12-04T06:42:08,954 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066; timeout=8000, timestamp=1733294536954 2024-12-04T06:42:08,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:08,956 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 can not run currently because target server of region SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 607fd5c6574c,38291,1733294488096 is in state SPLITTING, wait 8000 ms to retry 2024-12-04T06:42:08,956 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3; timeout=8000, timestamp=1733294536956 2024-12-04T06:42:10,998 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=607fd5c6574c,46001,1733294488043, timeout=1733294531788, delay=789, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37d434abf026f5ef349c82c1b7cf635c, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f62fd89fe139bd958581d6a9236029a3, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f4622d8e00a3389b9a22126bf4a97fa], containedObject=607fd5c6574c,40739,1733294487925, timeout=1733294531791, delay=792, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fafba7792c39c3b029ea2bbb761f99a, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de6be497850ebb805df4bb6408c46b19, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 607fd5c6574c%2C38291%2C1733294488096.1733294489932, worker=607fd5c6574c,40739,1733294487925, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d96ca3988c17f97f4d05898ad457e53], containedObject=607fd5c6574c,38291,1733294488096, timeout=1733294531792, delay=793, operations=null] 2024-12-04T06:42:11,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-04T06:42:11,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-04T06:42:11,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-04T06:42:11,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:42:11,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-04T06:42:11,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:42:11,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:42:11,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-04T06:42:11,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:42:11,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:42:11,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-04T06:42:11,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-04T06:42:11,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:42:11,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 37d434abf026f5ef349c82c1b7cf635c: 2024-12-04T06:42:11,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 0d96ca3988c17f97f4d05898ad457e53: 2024-12-04T06:42:11,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 0fafba7792c39c3b029ea2bbb761f99a: 2024-12-04T06:42:11,800 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f62fd89fe139bd958581d6a9236029a3 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-04T06:42:11,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. for SnapshotProcedureTest completed. 2024-12-04T06:42:11,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. for SnapshotProcedureTest completed. 2024-12-04T06:42:11,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. for SnapshotProcedureTest completed. 2024-12-04T06:42:11,800 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing de6be497850ebb805df4bb6408c46b19 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-04T06:42:11,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:42:11,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:42:11,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:42:11,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2f4622d8e00a3389b9a22126bf4a97fa: 2024-12-04T06:42:11,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. for SnapshotProcedureTest completed. 2024-12-04T06:42:11,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:42:11,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:42:11,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:42:11,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:42:11,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:42:11,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:42:11,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:42:11,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:42:11,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:42:11,829 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting/607fd5c6574c%2C38291%2C1733294488096.1733294489932, size=1.2 K (1257bytes) 2024-12-04T06:42:11,831 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T06:42:11,831 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T06:42:11,831 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting/607fd5c6574c%2C38291%2C1733294488096.1733294489932 2024-12-04T06:42:11,842 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting/607fd5c6574c%2C38291%2C1733294488096.1733294489932 after 9ms 2024-12-04T06:42:11,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741849_1025 (size=65) 2024-12-04T06:42:11,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741849_1025 (size=65) 2024-12-04T06:42:11,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741849_1025 (size=65) 2024-12-04T06:42:11,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:42:11,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-04T06:42:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-04T06:42:11,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:42:11,850 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:42:11,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0fafba7792c39c3b029ea2bbb761f99a in 10.0710 sec 2024-12-04T06:42:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741850_1026 (size=65) 2024-12-04T06:42:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741850_1026 (size=65) 2024-12-04T06:42:11,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741850_1026 (size=65) 2024-12-04T06:42:11,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:42:11,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-04T06:42:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-04T06:42:11,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:42:11,862 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:42:11,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d96ca3988c17f97f4d05898ad457e53 in 10.0840 sec 2024-12-04T06:42:11,882 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting/607fd5c6574c%2C38291%2C1733294488096.1733294489932 took 54ms 2024-12-04T06:42:11,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741852_1028 (size=65) 2024-12-04T06:42:11,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741852_1028 (size=65) 2024-12-04T06:42:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741852_1028 (size=65) 2024-12-04T06:42:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741851_1027 (size=57) 2024-12-04T06:42:11,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:42:11,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-04T06:42:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-04T06:42:11,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:42:11,888 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:42:11,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741851_1027 (size=57) 2024-12-04T06:42:11,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741851_1027 (size=57) 2024-12-04T06:42:11,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:42:11,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-04T06:42:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-04T06:42:11,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:42:11,892 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:42:11,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 37d434abf026f5ef349c82c1b7cf635c in 10.1120 sec 2024-12-04T06:42:11,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2f4622d8e00a3389b9a22126bf4a97fa in 10.1140 sec 2024-12-04T06:42:11,901 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 7dfc6db91585ad9cec3135ca43912f47: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T06:42:11,903 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 64d8cec0af996896da43604c9294c582: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T06:42:11,905 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1dfb547fdbae01e669bcc15960bb6ef3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T06:42:11,907 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 2ad81cf0d5894f3b02f8ac6d646b7066: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T06:42:11,908 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting/607fd5c6574c%2C38291%2C1733294488096.1733294489932 so closing down 2024-12-04T06:42:11,908 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:42:11,908 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:42:11,914 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting/607fd5c6574c%2C38291%2C1733294488096.1733294489932, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-04T06:42:11,914 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting/607fd5c6574c%2C38291%2C1733294488096.1733294489932, journal: Splitting hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting/607fd5c6574c%2C38291%2C1733294488096.1733294489932, size=1.2 K (1257bytes) at 1733294531829Finishing writing output for hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting/607fd5c6574c%2C38291%2C1733294488096.1733294489932 so closing down at 1733294531908 (+79 ms)3 split writer threads finished at 1733294531908Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting/607fd5c6574c%2C38291%2C1733294488096.1733294489932, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733294531914 (+6 ms) 2024-12-04T06:42:11,914 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting/607fd5c6574c%2C38291%2C1733294488096.1733294489932 2024-12-04T06:42:11,914 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-04T06:42:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-04T06:42:11,923 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting/607fd5c6574c%2C38291%2C1733294488096.1733294489932 to hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/oldWALs 2024-12-04T06:42:11,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-04T06:42:11,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 607fd5c6574c%2C38291%2C1733294488096.1733294489932, worker=607fd5c6574c,40739,1733294487925 in 9.9590 sec 2024-12-04T06:42:11,929 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:11,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-04T06:42:11,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 607fd5c6574c%2C38291%2C1733294488096.1733294489932, worker=607fd5c6574c,40739,1733294487925 in 9.9760 sec 2024-12-04T06:42:11,941 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting dir is empty, no logs to split. 2024-12-04T06:42:11,941 INFO [PEWorker-3 {}] master.SplitWALManager(105): 607fd5c6574c,38291,1733294488096 WAL count=0, meta=false 2024-12-04T06:42:11,941 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 607fd5c6574c,38291,1733294488096 WAL splitting is done? wals=0, meta=false 2024-12-04T06:42:11,945 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 607fd5c6574c,38291,1733294488096 failed, ignore...File hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/WALs/607fd5c6574c,38291,1733294488096-splitting does not exist. 2024-12-04T06:42:11,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/de6be497850ebb805df4bb6408c46b19/.tmp/cf/13be6c7b29824a348a1b4f3ccf9e708b is 34, key is baa/cf:cf/1733294520530/Put/seqid=0 2024-12-04T06:42:11,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/f62fd89fe139bd958581d6a9236029a3/.tmp/cf/0d4d93d6ef2944f0972125f9e0c16cc2 is 34, key is ccd/cf:cf/1733294520580/Put/seqid=0 2024-12-04T06:42:11,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64d8cec0af996896da43604c9294c582, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ad81cf0d5894f3b02f8ac6d646b7066, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7dfc6db91585ad9cec3135ca43912f47, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dfb547fdbae01e669bcc15960bb6ef3, ASSIGN}] 2024-12-04T06:42:11,950 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7dfc6db91585ad9cec3135ca43912f47, ASSIGN 2024-12-04T06:42:11,950 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ad81cf0d5894f3b02f8ac6d646b7066, ASSIGN 2024-12-04T06:42:11,951 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dfb547fdbae01e669bcc15960bb6ef3, ASSIGN 2024-12-04T06:42:11,952 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7dfc6db91585ad9cec3135ca43912f47, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T06:42:11,952 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ad81cf0d5894f3b02f8ac6d646b7066, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T06:42:11,953 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1dfb547fdbae01e669bcc15960bb6ef3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T06:42:11,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64d8cec0af996896da43604c9294c582, ASSIGN 2024-12-04T06:42:11,957 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64d8cec0af996896da43604c9294c582, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T06:42:11,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741853_1029 (size=28623) 2024-12-04T06:42:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741853_1029 (size=28623) 2024-12-04T06:42:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741853_1029 (size=28623) 2024-12-04T06:42:11,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741854_1030 (size=47197) 2024-12-04T06:42:11,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/de6be497850ebb805df4bb6408c46b19/.tmp/cf/13be6c7b29824a348a1b4f3ccf9e708b 2024-12-04T06:42:11,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741854_1030 (size=47197) 2024-12-04T06:42:11,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741854_1030 (size=47197) 2024-12-04T06:42:11,977 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/f62fd89fe139bd958581d6a9236029a3/.tmp/cf/0d4d93d6ef2944f0972125f9e0c16cc2 2024-12-04T06:42:12,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/f62fd89fe139bd958581d6a9236029a3/.tmp/cf/0d4d93d6ef2944f0972125f9e0c16cc2 as hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/f62fd89fe139bd958581d6a9236029a3/cf/0d4d93d6ef2944f0972125f9e0c16cc2 2024-12-04T06:42:12,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/de6be497850ebb805df4bb6408c46b19/.tmp/cf/13be6c7b29824a348a1b4f3ccf9e708b as hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/de6be497850ebb805df4bb6408c46b19/cf/13be6c7b29824a348a1b4f3ccf9e708b 2024-12-04T06:42:12,041 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/de6be497850ebb805df4bb6408c46b19/cf/13be6c7b29824a348a1b4f3ccf9e708b, entries=731, sequenceid=5, filesize=28.0 K 2024-12-04T06:42:12,042 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/f62fd89fe139bd958581d6a9236029a3/cf/0d4d93d6ef2944f0972125f9e0c16cc2, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-04T06:42:12,050 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f62fd89fe139bd958581d6a9236029a3 in 249ms, sequenceid=5, compaction requested=false 2024-12-04T06:42:12,050 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for de6be497850ebb805df4bb6408c46b19 in 249ms, sequenceid=5, compaction requested=false 2024-12-04T06:42:12,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for de6be497850ebb805df4bb6408c46b19: 2024-12-04T06:42:12,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f62fd89fe139bd958581d6a9236029a3: 2024-12-04T06:42:12,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. for SnapshotProcedureTest completed. 2024-12-04T06:42:12,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. for SnapshotProcedureTest completed. 2024-12-04T06:42:12,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:42:12,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:42:12,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:42:12,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:42:12,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/de6be497850ebb805df4bb6408c46b19/cf/13be6c7b29824a348a1b4f3ccf9e708b] hfiles 2024-12-04T06:42:12,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/f62fd89fe139bd958581d6a9236029a3/cf/0d4d93d6ef2944f0972125f9e0c16cc2] hfiles 2024-12-04T06:42:12,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/f62fd89fe139bd958581d6a9236029a3/cf/0d4d93d6ef2944f0972125f9e0c16cc2 for snapshot=SnapshotProcedureTest 2024-12-04T06:42:12,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/de6be497850ebb805df4bb6408c46b19/cf/13be6c7b29824a348a1b4f3ccf9e708b for snapshot=SnapshotProcedureTest 2024-12-04T06:42:12,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741855_1031 (size=105) 2024-12-04T06:42:12,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741855_1031 (size=105) 2024-12-04T06:42:12,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741855_1031 (size=105) 2024-12-04T06:42:12,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741856_1032 (size=105) 2024-12-04T06:42:12,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:42:12,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-04T06:42:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-04T06:42:12,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:42:12,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:42:12,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741856_1032 (size=105) 2024-12-04T06:42:12,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741856_1032 (size=105) 2024-12-04T06:42:12,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:42:12,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-04T06:42:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-04T06:42:12,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region de6be497850ebb805df4bb6408c46b19 2024-12-04T06:42:12,077 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de6be497850ebb805df4bb6408c46b19 2024-12-04T06:42:12,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f62fd89fe139bd958581d6a9236029a3 in 10.2950 sec 2024-12-04T06:42:12,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure de6be497850ebb805df4bb6408c46b19 in 10.2980 sec 2024-12-04T06:42:12,102 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(204): Hosts are {607fd5c6574c=0} racks are {/default-rack=0} 2024-12-04T06:42:12,103 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T06:42:12,103 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T06:42:12,103 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T06:42:12,103 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T06:42:12,103 INFO [607fd5c6574c:32885 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T06:42:12,103 INFO [607fd5c6574c:32885 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T06:42:12,103 DEBUG [607fd5c6574c:32885 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T06:42:12,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=1dfb547fdbae01e669bcc15960bb6ef3, regionState=OPENING, regionLocation=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:12,103 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=64d8cec0af996896da43604c9294c582, regionState=OPENING, regionLocation=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:12,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=2ad81cf0d5894f3b02f8ac6d646b7066, regionState=OPENING, regionLocation=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:12,103 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=7dfc6db91585ad9cec3135ca43912f47, regionState=OPENING, regionLocation=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:12,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1dfb547fdbae01e669bcc15960bb6ef3, ASSIGN because future has completed 2024-12-04T06:42:12,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3, server=607fd5c6574c,46001,1733294488043}] 2024-12-04T06:42:12,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7dfc6db91585ad9cec3135ca43912f47, ASSIGN because future has completed 2024-12-04T06:42:12,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dfc6db91585ad9cec3135ca43912f47, server=607fd5c6574c,40739,1733294487925}] 2024-12-04T06:42:12,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64d8cec0af996896da43604c9294c582, ASSIGN because future has completed 2024-12-04T06:42:12,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d8cec0af996896da43604c9294c582, server=607fd5c6574c,40739,1733294487925}] 2024-12-04T06:42:12,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ad81cf0d5894f3b02f8ac6d646b7066, ASSIGN because future has completed 2024-12-04T06:42:12,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066, server=607fd5c6574c,46001,1733294488043}] 2024-12-04T06:42:16,951 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 held by pid=39 2024-12-04T06:42:16,951 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:16,952 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 held by pid=41 2024-12-04T06:42:16,952 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:16,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 held by pid=40 2024-12-04T06:42:16,954 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:16,956 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 held by pid=42 2024-12-04T06:42:16,956 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:20,472 INFO [master/607fd5c6574c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T06:42:20,473 INFO [master/607fd5c6574c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T06:42:22,119 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:42:22,119 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dfb547fdbae01e669bcc15960bb6ef3, NAME => 'SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-04T06:42:22,119 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:22,119 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:42:22,120 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:22,120 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:22,122 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:42:22,122 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 64d8cec0af996896da43604c9294c582, NAME => 'SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-04T06:42:22,122 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:22,122 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:42:22,122 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:22,122 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:22,128 INFO [StoreOpener-64d8cec0af996896da43604c9294c582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:22,128 INFO [StoreOpener-1dfb547fdbae01e669bcc15960bb6ef3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:22,130 INFO [StoreOpener-1dfb547fdbae01e669bcc15960bb6ef3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dfb547fdbae01e669bcc15960bb6ef3 columnFamilyName cf 2024-12-04T06:42:22,130 INFO [StoreOpener-64d8cec0af996896da43604c9294c582-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d8cec0af996896da43604c9294c582 columnFamilyName cf 2024-12-04T06:42:22,130 DEBUG [StoreOpener-1dfb547fdbae01e669bcc15960bb6ef3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:42:22,130 DEBUG [StoreOpener-64d8cec0af996896da43604c9294c582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:42:22,131 INFO [StoreOpener-1dfb547fdbae01e669bcc15960bb6ef3-1 {}] regionserver.HStore(327): Store=1dfb547fdbae01e669bcc15960bb6ef3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:42:22,131 INFO [StoreOpener-64d8cec0af996896da43604c9294c582-1 {}] regionserver.HStore(327): Store=64d8cec0af996896da43604c9294c582/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:42:22,131 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:22,132 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:22,132 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/64d8cec0af996896da43604c9294c582 2024-12-04T06:42:22,133 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:22,134 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/64d8cec0af996896da43604c9294c582 2024-12-04T06:42:22,135 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:22,135 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:22,135 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:22,135 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:22,136 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:22,138 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:22,138 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:22,140 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 64d8cec0af996896da43604c9294c582; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70906551, jitterRate=0.056589946150779724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:42:22,140 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 1dfb547fdbae01e669bcc15960bb6ef3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65264615, jitterRate=-0.027481451630592346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:42:22,140 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:22,140 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:22,140 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 1dfb547fdbae01e669bcc15960bb6ef3: Running coprocessor pre-open hook at 1733294542120Writing region info on filesystem at 1733294542120Initializing all the Stores at 1733294542122 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294542122Cleaning up temporary data from old regions at 1733294542136 (+14 ms)Running coprocessor post-open hooks at 1733294542140 (+4 ms)Region opened successfully at 1733294542140 2024-12-04T06:42:22,140 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 64d8cec0af996896da43604c9294c582: Running coprocessor pre-open hook at 1733294542122Writing region info on filesystem at 1733294542122Initializing all the Stores at 1733294542124 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294542124Cleaning up temporary data from old regions at 1733294542135 (+11 ms)Running coprocessor post-open hooks at 1733294542140 (+5 ms)Region opened successfully at 1733294542140 2024-12-04T06:42:22,141 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3., pid=43, masterSystemTime=1733294542111 2024-12-04T06:42:22,142 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582., pid=45, masterSystemTime=1733294542112 2024-12-04T06:42:22,146 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:42:22,146 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:42:22,146 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:42:22,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=1dfb547fdbae01e669bcc15960bb6ef3, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:22,146 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ad81cf0d5894f3b02f8ac6d646b7066, NAME => 'SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-04T06:42:22,146 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:22,147 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:42:22,147 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:42:22,147 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:42:22,147 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:42:22,147 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dfc6db91585ad9cec3135ca43912f47, NAME => 'SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-04T06:42:22,148 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:22,148 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:22,148 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:22,148 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:42:22,148 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:22,148 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:22,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3, server=607fd5c6574c,46001,1733294488043 because future has completed 2024-12-04T06:42:22,149 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=64d8cec0af996896da43604c9294c582, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:22,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d8cec0af996896da43604c9294c582, server=607fd5c6574c,40739,1733294487925 because future has completed 2024-12-04T06:42:22,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-04T06:42:22,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3, server=607fd5c6574c,46001,1733294488043 in 10.0450 sec 2024-12-04T06:42:22,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-12-04T06:42:22,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 64d8cec0af996896da43604c9294c582, server=607fd5c6574c,40739,1733294487925 in 10.0450 sec 2024-12-04T06:42:22,158 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:22,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dfb547fdbae01e669bcc15960bb6ef3, ASSIGN in 10.2070 sec 2024-12-04T06:42:22,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64d8cec0af996896da43604c9294c582, ASSIGN in 10.2100 sec 2024-12-04T06:42:22,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:22,161 INFO [StoreOpener-2ad81cf0d5894f3b02f8ac6d646b7066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:22,161 INFO [StoreOpener-7dfc6db91585ad9cec3135ca43912f47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:22,163 INFO [StoreOpener-2ad81cf0d5894f3b02f8ac6d646b7066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ad81cf0d5894f3b02f8ac6d646b7066 columnFamilyName cf 2024-12-04T06:42:22,164 DEBUG [StoreOpener-2ad81cf0d5894f3b02f8ac6d646b7066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:42:22,166 INFO [StoreOpener-2ad81cf0d5894f3b02f8ac6d646b7066-1 {}] regionserver.HStore(327): Store=2ad81cf0d5894f3b02f8ac6d646b7066/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:42:22,166 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:22,167 INFO [StoreOpener-7dfc6db91585ad9cec3135ca43912f47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dfc6db91585ad9cec3135ca43912f47 columnFamilyName cf 2024-12-04T06:42:22,168 DEBUG [StoreOpener-7dfc6db91585ad9cec3135ca43912f47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:42:22,168 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:22,169 INFO [StoreOpener-7dfc6db91585ad9cec3135ca43912f47-1 {}] regionserver.HStore(327): Store=7dfc6db91585ad9cec3135ca43912f47/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:42:22,169 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:22,170 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:22,172 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:22,173 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:22,173 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:22,175 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:22,176 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:22,176 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:22,185 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:22,188 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:22,188 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 7dfc6db91585ad9cec3135ca43912f47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63733562, jitterRate=-0.05029591917991638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:42:22,189 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:22,189 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 7dfc6db91585ad9cec3135ca43912f47: Running coprocessor pre-open hook at 1733294542148Writing region info on filesystem at 1733294542148Initializing all the Stores at 1733294542153 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294542153Cleaning up temporary data from old regions at 1733294542173 (+20 ms)Running coprocessor post-open hooks at 1733294542189 (+16 ms)Region opened successfully at 1733294542189 2024-12-04T06:42:22,190 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 2ad81cf0d5894f3b02f8ac6d646b7066; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72685827, jitterRate=0.0831032246351242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:42:22,190 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:22,190 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 2ad81cf0d5894f3b02f8ac6d646b7066: Running coprocessor pre-open hook at 1733294542148Writing region info on filesystem at 1733294542148Initializing all the Stores at 1733294542150 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294542151 (+1 ms)Cleaning up temporary data from old regions at 1733294542176 (+25 ms)Running coprocessor post-open hooks at 1733294542190 (+14 ms)Region opened successfully at 1733294542190 2024-12-04T06:42:22,193 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47., pid=44, masterSystemTime=1733294542112 2024-12-04T06:42:22,193 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066., pid=46, masterSystemTime=1733294542111 2024-12-04T06:42:22,196 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:42:22,196 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:42:22,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=7dfc6db91585ad9cec3135ca43912f47, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:22,198 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:42:22,198 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:42:22,199 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=2ad81cf0d5894f3b02f8ac6d646b7066, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:22,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dfc6db91585ad9cec3135ca43912f47, server=607fd5c6574c,40739,1733294487925 because future has completed 2024-12-04T06:42:22,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066, server=607fd5c6574c,46001,1733294488043 because future has completed 2024-12-04T06:42:22,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-12-04T06:42:22,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-12-04T06:42:22,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066, server=607fd5c6574c,46001,1733294488043 in 10.0950 sec 2024-12-04T06:42:22,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dfc6db91585ad9cec3135ca43912f47, server=607fd5c6574c,40739,1733294487925 in 10.0960 sec 2024-12-04T06:42:22,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7dfc6db91585ad9cec3135ca43912f47, ASSIGN in 10.2620 sec 2024-12-04T06:42:22,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:22,213 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:22,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-12-04T06:42:22,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ad81cf0d5894f3b02f8ac6d646b7066, ASSIGN in 10.2620 sec 2024-12-04T06:42:22,215 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 607fd5c6574c,38291,1733294488096 after splitting done 2024-12-04T06:42:22,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 607fd5c6574c,38291,1733294488096, splitWal=true, meta=false in 20.2860 sec 2024-12-04T06:42:25,911 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T06:42:27,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T06:42:29,773 INFO [regionserver/607fd5c6574c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-04T06:42:32,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-04T06:42:32,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-04T06:42:32,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:42:32,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:42:32,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 1dfb547fdbae01e669bcc15960bb6ef3: 2024-12-04T06:42:32,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 2ad81cf0d5894f3b02f8ac6d646b7066: 2024-12-04T06:42:32,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. for SnapshotProcedureTest completed. 2024-12-04T06:42:32,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. for SnapshotProcedureTest completed. 2024-12-04T06:42:32,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:42:32,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:42:32,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:42:32,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:42:32,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:42:32,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:42:32,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-04T06:42:32,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-04T06:42:32,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:42:32,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 64d8cec0af996896da43604c9294c582: 2024-12-04T06:42:32,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:42:32,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. for SnapshotProcedureTest completed. 2024-12-04T06:42:32,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 7dfc6db91585ad9cec3135ca43912f47: 2024-12-04T06:42:32,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. for SnapshotProcedureTest completed. 2024-12-04T06:42:32,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:42:32,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:42:32,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:42:32,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:42:32,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:42:32,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:42:32,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741857_1033 (size=57) 2024-12-04T06:42:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741857_1033 (size=57) 2024-12-04T06:42:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741857_1033 (size=57) 2024-12-04T06:42:32,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:42:32,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-04T06:42:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741858_1034 (size=65) 2024-12-04T06:42:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741858_1034 (size=65) 2024-12-04T06:42:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-04T06:42:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741858_1034 (size=65) 2024-12-04T06:42:32,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:32,265 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:32,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2ad81cf0d5894f3b02f8ac6d646b7066 in 30.4870 sec 2024-12-04T06:42:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741859_1035 (size=65) 2024-12-04T06:42:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741859_1035 (size=65) 2024-12-04T06:42:32,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:42:32,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-04T06:42:32,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741859_1035 (size=65) 2024-12-04T06:42:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-04T06:42:32,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:32,293 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:32,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 64d8cec0af996896da43604c9294c582 in 30.5140 sec 2024-12-04T06:42:32,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741860_1036 (size=65) 2024-12-04T06:42:32,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741860_1036 (size=65) 2024-12-04T06:42:32,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741860_1036 (size=65) 2024-12-04T06:42:32,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:42:32,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-04T06:42:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-04T06:42:32,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:32,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:32,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7dfc6db91585ad9cec3135ca43912f47 in 30.5390 sec 2024-12-04T06:42:32,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:42:32,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-04T06:42:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-04T06:42:32,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:32,665 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:32,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-12-04T06:42:32,669 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-04T06:42:32,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1dfb547fdbae01e669bcc15960bb6ef3 in 30.8860 sec 2024-12-04T06:42:32,670 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-04T06:42:32,673 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-04T06:42:32,673 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-04T06:42:32,676 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T06:42:32,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741861_1037 (size=1094) 2024-12-04T06:42:32,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741861_1037 (size=1094) 2024-12-04T06:42:32,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741861_1037 (size=1094) 2024-12-04T06:42:32,709 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-04T06:42:32,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-04T06:42:32,723 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:32,724 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:32,724 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:32,724 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:32,724 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:32,729 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:36,005 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region de6be497850ebb805df4bb6408c46b19, had cached 0 bytes from a total of 28623 2024-12-04T06:42:36,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f62fd89fe139bd958581d6a9236029a3, had cached 0 bytes from a total of 47197 2024-12-04T06:42:36,561 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=607fd5c6574c:32885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-04T06:42:40,423 DEBUG [master/607fd5c6574c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0d96ca3988c17f97f4d05898ad457e53 changed from -1.0 to 0.0, refreshing cache 2024-12-04T06:42:40,423 DEBUG [master/607fd5c6574c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7dfc6db91585ad9cec3135ca43912f47 changed from -1.0 to 0.0, refreshing cache 2024-12-04T06:42:40,424 DEBUG [master/607fd5c6574c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0fafba7792c39c3b029ea2bbb761f99a changed from -1.0 to 0.0, refreshing cache 2024-12-04T06:42:40,424 DEBUG [master/607fd5c6574c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 64d8cec0af996896da43604c9294c582 changed from -1.0 to 0.0, refreshing cache 2024-12-04T06:42:40,424 DEBUG [master/607fd5c6574c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region de6be497850ebb805df4bb6408c46b19 changed from -1.0 to 0.0, refreshing cache 2024-12-04T06:42:40,424 DEBUG [master/607fd5c6574c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2f4622d8e00a3389b9a22126bf4a97fa changed from -1.0 to 0.0, refreshing cache 2024-12-04T06:42:40,424 DEBUG [master/607fd5c6574c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1dfb547fdbae01e669bcc15960bb6ef3 changed from -1.0 to 0.0, refreshing cache 2024-12-04T06:42:40,424 DEBUG [master/607fd5c6574c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 37d434abf026f5ef349c82c1b7cf635c changed from -1.0 to 0.0, refreshing cache 2024-12-04T06:42:40,425 DEBUG [master/607fd5c6574c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f62fd89fe139bd958581d6a9236029a3 changed from -1.0 to 0.0, refreshing cache 2024-12-04T06:42:40,425 DEBUG [master/607fd5c6574c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2ad81cf0d5894f3b02f8ac6d646b7066 changed from -1.0 to 0.0, refreshing cache 2024-12-04T06:42:42,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-04T06:42:42,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-04T06:42:42,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-04T06:42:42,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-04T06:42:42,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-04T06:42:42,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-04T06:42:42,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T06:42:42,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T06:42:42,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-04T06:42:42,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-04T06:42:42,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-04T06:42:42,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-04T06:42:42,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-04T06:42:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-04T06:42:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-04T06:42:42,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-04T06:42:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-04T06:42:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-04T06:42:42,738 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,40739,1733294487925 Release verify snapshot worker=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-04T06:42:42,739 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,46001,1733294488043 Release verify snapshot worker=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:42,739 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,40739,1733294487925 Release verify snapshot worker=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-04T06:42:42,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,40739,1733294487925 in 10.0210 sec 2024-12-04T06:42:42,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,46001,1733294488043 in 10.0220 sec 2024-12-04T06:42:42,742 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,40739,1733294487925 Release verify snapshot worker=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:42,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,40739,1733294487925 in 10.0220 sec 2024-12-04T06:42:42,742 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,46001,1733294488043 Release verify snapshot worker=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:42,743 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:42,743 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:42,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,40739,1733294487925 in 10.0250 sec 2024-12-04T06:42:42,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,46001,1733294488043 in 10.0250 sec 2024-12-04T06:42:42,747 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,46001,1733294488043 Release verify snapshot worker=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:42,747 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:42,747 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:42,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,46001,1733294488043 in 10.0300 sec 2024-12-04T06:42:52,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-04T06:42:52,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-04T06:42:52,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-04T06:42:52,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-04T06:42:52,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-04T06:42:52,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-04T06:42:52,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-04T06:42:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-04T06:42:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-04T06:42:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-04T06:42:52,750 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,46001,1733294488043 Release verify snapshot worker=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:52,750 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,40739,1733294487925 Release verify snapshot worker=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:52,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-04T06:42:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-04T06:42:52,753 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,46001,1733294488043 Release verify snapshot worker=607fd5c6574c,46001,1733294488043 2024-12-04T06:42:52,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,40739,1733294487925 in 20.0330 sec 2024-12-04T06:42:52,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,46001,1733294488043 in 20.0330 sec 2024-12-04T06:42:52,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,46001,1733294488043 in 20.0360 sec 2024-12-04T06:42:52,756 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,40739,1733294487925 Release verify snapshot worker=607fd5c6574c,40739,1733294487925 2024-12-04T06:42:52,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-12-04T06:42:52,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,40739,1733294487925 in 20.0390 sec 2024-12-04T06:42:52,762 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-04T06:42:52,764 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/.hbase-snapshot/SnapshotProcedureTest 2024-12-04T06:42:52,767 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-04T06:42:52,767 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-04T06:42:52,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.0650 sec 2024-12-04T06:42:53,040 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-04T06:42:53,048 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-04T06:42:53,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T06:42:53,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T06:42:53,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:42:53,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:42:53,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:42:53,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T06:42:53,050 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T06:42:53,050 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1185987721, stopped=false 2024-12-04T06:42:53,050 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=607fd5c6574c,32885,1733294486976 2024-12-04T06:42:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T06:42:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T06:42:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:53,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T06:42:53,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:53,053 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T06:42:53,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:42:53,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:42:53,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T06:42:53,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:42:53,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:42:53,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:42:53,058 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '607fd5c6574c,40739,1733294487925' ***** 2024-12-04T06:42:53,058 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T06:42:53,059 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '607fd5c6574c,46001,1733294488043' ***** 2024-12-04T06:42:53,059 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T06:42:53,059 INFO [RS:0;607fd5c6574c:40739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T06:42:53,059 INFO [RS:0;607fd5c6574c:40739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T06:42:53,059 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(3091): Received CLOSE for de6be497850ebb805df4bb6408c46b19 2024-12-04T06:42:53,059 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T06:42:53,059 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T06:42:53,060 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T06:42:53,060 INFO [RS:1;607fd5c6574c:46001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T06:42:53,060 INFO [RS:1;607fd5c6574c:46001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T06:42:53,060 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(3091): Received CLOSE for f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:42:53,061 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T06:42:53,062 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dfb547fdbae01e669bcc15960bb6ef3 2024-12-04T06:42:53,062 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(3091): Received CLOSE for 37d434abf026f5ef349c82c1b7cf635c 2024-12-04T06:42:53,062 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:42:53,062 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ad81cf0d5894f3b02f8ac6d646b7066 2024-12-04T06:42:53,062 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(959): stopping server 607fd5c6574c,46001,1733294488043 2024-12-04T06:42:53,062 INFO [RS:1;607fd5c6574c:46001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T06:42:53,062 INFO [RS:1;607fd5c6574c:46001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;607fd5c6574c:46001. 2024-12-04T06:42:53,062 DEBUG [RS:1;607fd5c6574c:46001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:42:53,062 DEBUG [RS:1;607fd5c6574c:46001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:42:53,062 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-04T06:42:53,063 DEBUG [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(1325): Online Regions={f62fd89fe139bd958581d6a9236029a3=SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3., 1dfb547fdbae01e669bcc15960bb6ef3=SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3., 37d434abf026f5ef349c82c1b7cf635c=SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c., 2f4622d8e00a3389b9a22126bf4a97fa=SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa., 2ad81cf0d5894f3b02f8ac6d646b7066=SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066.} 2024-12-04T06:42:53,063 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d96ca3988c17f97f4d05898ad457e53 2024-12-04T06:42:53,063 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dfc6db91585ad9cec3135ca43912f47 2024-12-04T06:42:53,063 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(3091): Received CLOSE for 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:53,063 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fafba7792c39c3b029ea2bbb761f99a 2024-12-04T06:42:53,063 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(959): stopping server 607fd5c6574c,40739,1733294487925 2024-12-04T06:42:53,063 DEBUG [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(1351): Waiting on 1dfb547fdbae01e669bcc15960bb6ef3, 2ad81cf0d5894f3b02f8ac6d646b7066, 2f4622d8e00a3389b9a22126bf4a97fa, 37d434abf026f5ef349c82c1b7cf635c, f62fd89fe139bd958581d6a9236029a3 2024-12-04T06:42:53,063 INFO [RS:0;607fd5c6574c:40739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T06:42:53,063 INFO [RS:0;607fd5c6574c:40739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;607fd5c6574c:40739. 2024-12-04T06:42:53,063 DEBUG [RS:0;607fd5c6574c:40739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:42:53,063 DEBUG [RS:0;607fd5c6574c:40739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:42:53,063 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T06:42:53,063 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T06:42:53,063 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T06:42:53,064 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T06:42:53,064 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f62fd89fe139bd958581d6a9236029a3, disabling compactions & flushes 2024-12-04T06:42:53,064 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de6be497850ebb805df4bb6408c46b19, disabling compactions & flushes 2024-12-04T06:42:53,064 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:42:53,064 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:42:53,064 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:42:53,064 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:42:53,064 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. after waiting 0 ms 2024-12-04T06:42:53,064 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. after waiting 0 ms 2024-12-04T06:42:53,064 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:42:53,064 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:42:53,072 INFO [regionserver/607fd5c6574c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:42:53,075 INFO [regionserver/607fd5c6574c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:42:53,076 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-04T06:42:53,076 DEBUG [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(1325): Online Regions={de6be497850ebb805df4bb6408c46b19=SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19., 0d96ca3988c17f97f4d05898ad457e53=SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53., 7dfc6db91585ad9cec3135ca43912f47=SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47., 1588230740=hbase:meta,,1.1588230740, 64d8cec0af996896da43604c9294c582=SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582., 0fafba7792c39c3b029ea2bbb761f99a=SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a.} 2024-12-04T06:42:53,076 DEBUG [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(1351): Waiting on 0d96ca3988c17f97f4d05898ad457e53, 0fafba7792c39c3b029ea2bbb761f99a, 1588230740, 64d8cec0af996896da43604c9294c582, 7dfc6db91585ad9cec3135ca43912f47, de6be497850ebb805df4bb6408c46b19 2024-12-04T06:42:53,076 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T06:42:53,077 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T06:42:53,077 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T06:42:53,077 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T06:42:53,077 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T06:42:53,077 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-12-04T06:42:53,117 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/de6be497850ebb805df4bb6408c46b19/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T06:42:53,125 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:42:53,126 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/f62fd89fe139bd958581d6a9236029a3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T06:42:53,127 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de6be497850ebb805df4bb6408c46b19: Waiting for close lock at 1733294573064Running coprocessor pre-close hooks at 1733294573064Disabling compacts and flushes for region at 1733294573064Disabling writes for close at 1733294573064Writing region close event to WAL at 1733294573101 (+37 ms)Running coprocessor post-close hooks at 1733294573119 (+18 ms)Closed at 1733294573125 (+6 ms) 2024-12-04T06:42:53,128 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:42:53,128 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f62fd89fe139bd958581d6a9236029a3: Waiting for close lock at 1733294573064Running coprocessor pre-close hooks at 1733294573064Disabling compacts and flushes for region at 1733294573064Disabling writes for close at 1733294573064Writing region close event to WAL at 1733294573095 (+31 ms)Running coprocessor post-close hooks at 1733294573128 (+33 ms)Closed at 1733294573128 2024-12-04T06:42:53,129 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733294500604.de6be497850ebb805df4bb6408c46b19. 2024-12-04T06:42:53,129 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733294500604.f62fd89fe139bd958581d6a9236029a3. 2024-12-04T06:42:53,130 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d96ca3988c17f97f4d05898ad457e53, disabling compactions & flushes 2024-12-04T06:42:53,130 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dfb547fdbae01e669bcc15960bb6ef3, disabling compactions & flushes 2024-12-04T06:42:53,130 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:42:53,130 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:42:53,130 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:42:53,130 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. after waiting 0 ms 2024-12-04T06:42:53,130 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:42:53,130 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:42:53,130 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. after waiting 0 ms 2024-12-04T06:42:53,130 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:42:53,134 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/.tmp/info/70a779a8ad324b8fbe40eaa1adabab60 is 167, key is SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53./info:regioninfo/1733294511126/Put/seqid=0 2024-12-04T06:42:53,172 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/1dfb547fdbae01e669bcc15960bb6ef3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:42:53,173 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:42:53,173 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dfb547fdbae01e669bcc15960bb6ef3: Waiting for close lock at 1733294573130Running coprocessor pre-close hooks at 1733294573130Disabling compacts and flushes for region at 1733294573130Disabling writes for close at 1733294573130Writing region close event to WAL at 1733294573145 (+15 ms)Running coprocessor post-close hooks at 1733294573173 (+28 ms)Closed at 1733294573173 2024-12-04T06:42:53,174 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733294500604.1dfb547fdbae01e669bcc15960bb6ef3. 2024-12-04T06:42:53,174 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37d434abf026f5ef349c82c1b7cf635c, disabling compactions & flushes 2024-12-04T06:42:53,174 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:42:53,174 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:42:53,174 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. after waiting 0 ms 2024-12-04T06:42:53,174 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:42:53,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741862_1038 (size=20292) 2024-12-04T06:42:53,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741862_1038 (size=20292) 2024-12-04T06:42:53,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741862_1038 (size=20292) 2024-12-04T06:42:53,203 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/.tmp/info/70a779a8ad324b8fbe40eaa1adabab60 2024-12-04T06:42:53,204 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/0d96ca3988c17f97f4d05898ad457e53/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:42:53,205 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:42:53,206 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d96ca3988c17f97f4d05898ad457e53: Waiting for close lock at 1733294573130Running coprocessor pre-close hooks at 1733294573130Disabling compacts and flushes for region at 1733294573130Disabling writes for close at 1733294573130Writing region close event to WAL at 1733294573156 (+26 ms)Running coprocessor post-close hooks at 1733294573205 (+49 ms)Closed at 1733294573205 2024-12-04T06:42:53,206 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733294500604.0d96ca3988c17f97f4d05898ad457e53. 2024-12-04T06:42:53,206 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dfc6db91585ad9cec3135ca43912f47, disabling compactions & flushes 2024-12-04T06:42:53,206 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:42:53,206 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:42:53,206 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. after waiting 0 ms 2024-12-04T06:42:53,206 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:42:53,238 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/37d434abf026f5ef349c82c1b7cf635c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:42:53,239 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:42:53,239 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37d434abf026f5ef349c82c1b7cf635c: Waiting for close lock at 1733294573174Running coprocessor pre-close hooks at 1733294573174Disabling compacts and flushes for region at 1733294573174Disabling writes for close at 1733294573174Writing region close event to WAL at 1733294573220 (+46 ms)Running coprocessor post-close hooks at 1733294573239 (+19 ms)Closed at 1733294573239 2024-12-04T06:42:53,240 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733294500604.37d434abf026f5ef349c82c1b7cf635c. 2024-12-04T06:42:53,241 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f4622d8e00a3389b9a22126bf4a97fa, disabling compactions & flushes 2024-12-04T06:42:53,241 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:42:53,241 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:42:53,241 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. after waiting 0 ms 2024-12-04T06:42:53,241 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:42:53,263 DEBUG [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(1351): Waiting on 2ad81cf0d5894f3b02f8ac6d646b7066, 2f4622d8e00a3389b9a22126bf4a97fa 2024-12-04T06:42:53,264 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/7dfc6db91585ad9cec3135ca43912f47/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:42:53,265 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:42:53,265 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dfc6db91585ad9cec3135ca43912f47: Waiting for close lock at 1733294573206Running coprocessor pre-close hooks at 1733294573206Disabling compacts and flushes for region at 1733294573206Disabling writes for close at 1733294573206Writing region close event to WAL at 1733294573228 (+22 ms)Running coprocessor post-close hooks at 1733294573265 (+37 ms)Closed at 1733294573265 2024-12-04T06:42:53,265 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733294500604.7dfc6db91585ad9cec3135ca43912f47. 2024-12-04T06:42:53,266 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64d8cec0af996896da43604c9294c582, disabling compactions & flushes 2024-12-04T06:42:53,266 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:42:53,266 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:42:53,266 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. after waiting 0 ms 2024-12-04T06:42:53,266 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:42:53,275 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/.tmp/ns/708d88d1f77c470fad14a4e331fc1ddf is 43, key is default/ns:d/1733294500366/Put/seqid=0 2024-12-04T06:42:53,278 DEBUG [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(1351): Waiting on 0fafba7792c39c3b029ea2bbb761f99a, 1588230740, 64d8cec0af996896da43604c9294c582 2024-12-04T06:42:53,279 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/2f4622d8e00a3389b9a22126bf4a97fa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:42:53,280 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:42:53,281 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f4622d8e00a3389b9a22126bf4a97fa: Waiting for close lock at 1733294573240Running coprocessor pre-close hooks at 1733294573240Disabling compacts and flushes for region at 1733294573240Disabling writes for close at 1733294573241 (+1 ms)Writing region close event to WAL at 1733294573267 (+26 ms)Running coprocessor post-close hooks at 1733294573280 (+13 ms)Closed at 1733294573280 2024-12-04T06:42:53,281 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733294500604.2f4622d8e00a3389b9a22126bf4a97fa. 2024-12-04T06:42:53,281 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ad81cf0d5894f3b02f8ac6d646b7066, disabling compactions & flushes 2024-12-04T06:42:53,281 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:42:53,281 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:42:53,281 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. after waiting 0 ms 2024-12-04T06:42:53,281 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:42:53,292 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/64d8cec0af996896da43604c9294c582/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:42:53,293 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:42:53,293 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64d8cec0af996896da43604c9294c582: Waiting for close lock at 1733294573266Running coprocessor pre-close hooks at 1733294573266Disabling compacts and flushes for region at 1733294573266Disabling writes for close at 1733294573266Writing region close event to WAL at 1733294573272 (+6 ms)Running coprocessor post-close hooks at 1733294573293 (+21 ms)Closed at 1733294573293 2024-12-04T06:42:53,293 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733294500604.64d8cec0af996896da43604c9294c582. 2024-12-04T06:42:53,293 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fafba7792c39c3b029ea2bbb761f99a, disabling compactions & flushes 2024-12-04T06:42:53,293 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:42:53,293 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:42:53,293 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. after waiting 0 ms 2024-12-04T06:42:53,293 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:42:53,309 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/2ad81cf0d5894f3b02f8ac6d646b7066/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:42:53,311 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:42:53,311 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ad81cf0d5894f3b02f8ac6d646b7066: Waiting for close lock at 1733294573281Running coprocessor pre-close hooks at 1733294573281Disabling compacts and flushes for region at 1733294573281Disabling writes for close at 1733294573281Writing region close event to WAL at 1733294573296 (+15 ms)Running coprocessor post-close hooks at 1733294573311 (+15 ms)Closed at 1733294573311 2024-12-04T06:42:53,311 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733294500604.2ad81cf0d5894f3b02f8ac6d646b7066. 2024-12-04T06:42:53,318 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/default/SPTestTable/0fafba7792c39c3b029ea2bbb761f99a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:42:53,319 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:42:53,319 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fafba7792c39c3b029ea2bbb761f99a: Waiting for close lock at 1733294573293Running coprocessor pre-close hooks at 1733294573293Disabling compacts and flushes for region at 1733294573293Disabling writes for close at 1733294573293Writing region close event to WAL at 1733294573297 (+4 ms)Running coprocessor post-close hooks at 1733294573319 (+22 ms)Closed at 1733294573319 2024-12-04T06:42:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741863_1039 (size=5153) 2024-12-04T06:42:53,319 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733294500604.0fafba7792c39c3b029ea2bbb761f99a. 2024-12-04T06:42:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741863_1039 (size=5153) 2024-12-04T06:42:53,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741863_1039 (size=5153) 2024-12-04T06:42:53,322 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/.tmp/ns/708d88d1f77c470fad14a4e331fc1ddf 2024-12-04T06:42:53,362 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/.tmp/table/2a70a27ab04b4a5983b54c492031957c is 47, key is SPTestTable/table:state/1733294511274/Put/seqid=0 2024-12-04T06:42:53,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741864_1040 (size=5214) 2024-12-04T06:42:53,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741864_1040 (size=5214) 2024-12-04T06:42:53,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741864_1040 (size=5214) 2024-12-04T06:42:53,378 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/.tmp/table/2a70a27ab04b4a5983b54c492031957c 2024-12-04T06:42:53,390 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/.tmp/info/70a779a8ad324b8fbe40eaa1adabab60 as hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/info/70a779a8ad324b8fbe40eaa1adabab60 2024-12-04T06:42:53,401 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/info/70a779a8ad324b8fbe40eaa1adabab60, entries=116, sequenceid=37, filesize=19.8 K 2024-12-04T06:42:53,403 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/.tmp/ns/708d88d1f77c470fad14a4e331fc1ddf as hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/ns/708d88d1f77c470fad14a4e331fc1ddf 2024-12-04T06:42:53,411 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/ns/708d88d1f77c470fad14a4e331fc1ddf, entries=2, sequenceid=37, filesize=5.0 K 2024-12-04T06:42:53,412 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/.tmp/table/2a70a27ab04b4a5983b54c492031957c as hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/table/2a70a27ab04b4a5983b54c492031957c 2024-12-04T06:42:53,420 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/table/2a70a27ab04b4a5983b54c492031957c, entries=2, sequenceid=37, filesize=5.1 K 2024-12-04T06:42:53,421 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 344ms, sequenceid=37, compaction requested=false 2024-12-04T06:42:53,428 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-04T06:42:53,430 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T06:42:53,430 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T06:42:53,431 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733294573076Running coprocessor pre-close hooks at 1733294573076Disabling compacts and flushes for region at 1733294573076Disabling writes for close at 1733294573077 (+1 ms)Obtaining lock to block concurrent updates at 1733294573077Preparing flush snapshotting stores in 1588230740 at 1733294573077Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1733294573078 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733294573079 (+1 ms)Flushing 1588230740/info: creating writer at 1733294573079Flushing 1588230740/info: appending metadata at 1733294573133 (+54 ms)Flushing 1588230740/info: closing flushed file at 1733294573134 (+1 ms)Flushing 1588230740/ns: creating writer at 1733294573227 (+93 ms)Flushing 1588230740/ns: appending metadata at 1733294573275 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1733294573275Flushing 1588230740/table: creating writer at 1733294573334 (+59 ms)Flushing 1588230740/table: appending metadata at 1733294573361 (+27 ms)Flushing 1588230740/table: closing flushed file at 1733294573361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a84f284: reopening flushed file at 1733294573388 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b61b0c: reopening flushed file at 1733294573401 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@134fbfc5: reopening flushed file at 1733294573411 (+10 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 344ms, sequenceid=37, compaction requested=false at 1733294573421 (+10 ms)Writing region close event to WAL at 1733294573423 (+2 ms)Running coprocessor post-close hooks at 1733294573430 (+7 ms)Closed at 1733294573430 2024-12-04T06:42:53,431 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T06:42:53,464 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(976): stopping server 607fd5c6574c,46001,1733294488043; all regions closed. 2024-12-04T06:42:53,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741834_1010 (size=3500) 2024-12-04T06:42:53,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741834_1010 (size=3500) 2024-12-04T06:42:53,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741834_1010 (size=3500) 2024-12-04T06:42:53,471 DEBUG [RS:1;607fd5c6574c:46001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/oldWALs 2024-12-04T06:42:53,471 INFO [RS:1;607fd5c6574c:46001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 607fd5c6574c%2C46001%2C1733294488043:(num 1733294489933) 2024-12-04T06:42:53,471 DEBUG [RS:1;607fd5c6574c:46001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:42:53,471 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:42:53,471 INFO [RS:1;607fd5c6574c:46001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T06:42:53,471 INFO [RS:1;607fd5c6574c:46001 {}] hbase.ChoreService(370): Chore service for: regionserver/607fd5c6574c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T06:42:53,472 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T06:42:53,472 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T06:42:53,472 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T06:42:53,472 INFO [RS:1;607fd5c6574c:46001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T06:42:53,472 INFO [regionserver/607fd5c6574c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T06:42:53,473 INFO [RS:1;607fd5c6574c:46001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46001 2024-12-04T06:42:53,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:42:53,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/607fd5c6574c,46001,1733294488043 2024-12-04T06:42:53,477 INFO [RS:1;607fd5c6574c:46001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T06:42:53,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [607fd5c6574c,46001,1733294488043] 2024-12-04T06:42:53,478 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(976): stopping server 607fd5c6574c,40739,1733294487925; all regions closed. 2024-12-04T06:42:53,481 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/607fd5c6574c,46001,1733294488043 already deleted, retry=false 2024-12-04T06:42:53,481 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 607fd5c6574c,46001,1733294488043 expired; onlineServers=1 2024-12-04T06:42:53,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741836_1012 (size=19530) 2024-12-04T06:42:53,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741836_1012 (size=19530) 2024-12-04T06:42:53,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741836_1012 (size=19530) 2024-12-04T06:42:53,486 DEBUG [RS:0;607fd5c6574c:40739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/oldWALs 2024-12-04T06:42:53,486 INFO [RS:0;607fd5c6574c:40739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 607fd5c6574c%2C40739%2C1733294487925.meta:.meta(num 1733294500210) 2024-12-04T06:42:53,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741835_1011 (size=3530) 2024-12-04T06:42:53,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741835_1011 (size=3530) 2024-12-04T06:42:53,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741835_1011 (size=3530) 2024-12-04T06:42:53,493 DEBUG [RS:0;607fd5c6574c:40739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/oldWALs 2024-12-04T06:42:53,493 INFO [RS:0;607fd5c6574c:40739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 607fd5c6574c%2C40739%2C1733294487925:(num 1733294489935) 2024-12-04T06:42:53,494 DEBUG [RS:0;607fd5c6574c:40739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:42:53,494 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:42:53,494 INFO [RS:0;607fd5c6574c:40739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T06:42:53,494 INFO [RS:0;607fd5c6574c:40739 {}] hbase.ChoreService(370): Chore service for: regionserver/607fd5c6574c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T06:42:53,494 INFO [RS:0;607fd5c6574c:40739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T06:42:53,494 INFO [regionserver/607fd5c6574c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T06:42:53,494 INFO [RS:0;607fd5c6574c:40739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40739 2024-12-04T06:42:53,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/607fd5c6574c,40739,1733294487925 2024-12-04T06:42:53,496 INFO [RS:0;607fd5c6574c:40739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T06:42:53,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:42:53,498 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [607fd5c6574c,40739,1733294487925] 2024-12-04T06:42:53,499 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/607fd5c6574c,40739,1733294487925 already deleted, retry=false 2024-12-04T06:42:53,500 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 607fd5c6574c,40739,1733294487925 expired; onlineServers=0 2024-12-04T06:42:53,500 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '607fd5c6574c,32885,1733294486976' ***** 2024-12-04T06:42:53,500 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T06:42:53,500 INFO [M:0;607fd5c6574c:32885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T06:42:53,500 INFO [M:0;607fd5c6574c:32885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T06:42:53,500 DEBUG [M:0;607fd5c6574c:32885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T06:42:53,500 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T06:42:53,500 DEBUG [M:0;607fd5c6574c:32885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T06:42:53,500 DEBUG [master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.large.0-1733294489574 {}] cleaner.HFileCleaner(306): Exit Thread[master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.large.0-1733294489574,5,FailOnTimeoutGroup] 2024-12-04T06:42:53,500 DEBUG [master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.small.0-1733294489576 {}] cleaner.HFileCleaner(306): Exit Thread[master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.small.0-1733294489576,5,FailOnTimeoutGroup] 2024-12-04T06:42:53,501 INFO [M:0;607fd5c6574c:32885 {}] hbase.ChoreService(370): Chore service for: master/607fd5c6574c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T06:42:53,501 INFO [M:0;607fd5c6574c:32885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T06:42:53,501 DEBUG [M:0;607fd5c6574c:32885 {}] master.HMaster(1795): Stopping service threads 2024-12-04T06:42:53,501 INFO [M:0;607fd5c6574c:32885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T06:42:53,501 INFO [M:0;607fd5c6574c:32885 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T06:42:53,501 ERROR [M:0;607fd5c6574c:32885 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:33207 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33207,5,PEWorkerGroup] 2024-12-04T06:42:53,502 INFO [M:0;607fd5c6574c:32885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T06:42:53,502 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T06:42:53,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T06:42:53,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:53,505 DEBUG [M:0;607fd5c6574c:32885 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-04T06:42:53,506 DEBUG [M:0;607fd5c6574c:32885 {}] master.ActiveMasterManager(353): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-04T06:42:53,506 INFO [M:0;607fd5c6574c:32885 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/.lastflushedseqids 2024-12-04T06:42:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741865_1041 (size=686) 2024-12-04T06:42:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741865_1041 (size=686) 2024-12-04T06:42:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741865_1041 (size=686) 2024-12-04T06:42:53,527 INFO [M:0;607fd5c6574c:32885 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T06:42:53,527 INFO [M:0;607fd5c6574c:32885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T06:42:53,527 DEBUG [M:0;607fd5c6574c:32885 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T06:42:53,527 INFO [M:0;607fd5c6574c:32885 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:42:53,527 DEBUG [M:0;607fd5c6574c:32885 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:42:53,527 DEBUG [M:0;607fd5c6574c:32885 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T06:42:53,527 DEBUG [M:0;607fd5c6574c:32885 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:42:53,528 INFO [M:0;607fd5c6574c:32885 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.26 KB heapSize=242.04 KB 2024-12-04T06:42:53,546 DEBUG [M:0;607fd5c6574c:32885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55cf3c71998e4245a66c8dc8d862652e is 82, key is hbase:meta,,1/info:regioninfo/1733294500301/Put/seqid=0 2024-12-04T06:42:53,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741866_1042 (size=5672) 2024-12-04T06:42:53,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741866_1042 (size=5672) 2024-12-04T06:42:53,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741866_1042 (size=5672) 2024-12-04T06:42:53,559 INFO [M:0;607fd5c6574c:32885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55cf3c71998e4245a66c8dc8d862652e 2024-12-04T06:42:53,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:42:53,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46001-0x1017c34dc760002, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:42:53,578 INFO [RS:1;607fd5c6574c:46001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T06:42:53,579 INFO [RS:1;607fd5c6574c:46001 {}] regionserver.HRegionServer(1031): Exiting; stopping=607fd5c6574c,46001,1733294488043; zookeeper connection closed. 2024-12-04T06:42:53,579 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b007d25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b007d25 2024-12-04T06:42:53,584 DEBUG [M:0;607fd5c6574c:32885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a428f86834954cd4a7f9f7c710ab07a5 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733294511288/Put/seqid=0 2024-12-04T06:42:53,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:42:53,598 INFO [RS:0;607fd5c6574c:40739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T06:42:53,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1017c34dc760001, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:42:53,598 INFO [RS:0;607fd5c6574c:40739 {}] regionserver.HRegionServer(1031): Exiting; stopping=607fd5c6574c,40739,1733294487925; zookeeper connection closed. 2024-12-04T06:42:53,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741867_1043 (size=8972) 2024-12-04T06:42:53,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741867_1043 (size=8972) 2024-12-04T06:42:53,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741867_1043 (size=8972) 2024-12-04T06:42:53,603 INFO [M:0;607fd5c6574c:32885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.52 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a428f86834954cd4a7f9f7c710ab07a5 2024-12-04T06:42:53,611 INFO [M:0;607fd5c6574c:32885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a428f86834954cd4a7f9f7c710ab07a5 2024-12-04T06:42:53,616 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@865be05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@865be05 2024-12-04T06:42:53,617 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-04T06:42:53,630 DEBUG [M:0;607fd5c6574c:32885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a350677f63141108f1edfef71bbcff2 is 69, key is 607fd5c6574c,40739,1733294487925/rs:state/1733294489667/Put/seqid=0 2024-12-04T06:42:53,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741868_1044 (size=5441) 2024-12-04T06:42:53,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741868_1044 (size=5441) 2024-12-04T06:42:53,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741868_1044 (size=5441) 2024-12-04T06:42:53,647 INFO [M:0;607fd5c6574c:32885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a350677f63141108f1edfef71bbcff2 2024-12-04T06:42:53,654 INFO [M:0;607fd5c6574c:32885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a350677f63141108f1edfef71bbcff2 2024-12-04T06:42:53,655 DEBUG [M:0;607fd5c6574c:32885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55cf3c71998e4245a66c8dc8d862652e as hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55cf3c71998e4245a66c8dc8d862652e 2024-12-04T06:42:53,663 INFO [M:0;607fd5c6574c:32885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55cf3c71998e4245a66c8dc8d862652e, entries=8, sequenceid=513, filesize=5.5 K 2024-12-04T06:42:53,664 DEBUG [M:0;607fd5c6574c:32885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a428f86834954cd4a7f9f7c710ab07a5 as hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a428f86834954cd4a7f9f7c710ab07a5 2024-12-04T06:42:53,672 INFO [M:0;607fd5c6574c:32885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a428f86834954cd4a7f9f7c710ab07a5 2024-12-04T06:42:53,672 INFO [M:0;607fd5c6574c:32885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a428f86834954cd4a7f9f7c710ab07a5, entries=56, sequenceid=513, filesize=8.8 K 2024-12-04T06:42:53,675 DEBUG [M:0;607fd5c6574c:32885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a350677f63141108f1edfef71bbcff2 as hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a350677f63141108f1edfef71bbcff2 2024-12-04T06:42:53,682 INFO [M:0;607fd5c6574c:32885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a350677f63141108f1edfef71bbcff2 2024-12-04T06:42:53,682 INFO [M:0;607fd5c6574c:32885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/3b7b31f5-1308-6046-4eff-cd0ab1bbc1ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a350677f63141108f1edfef71bbcff2, entries=3, sequenceid=513, filesize=5.3 K 2024-12-04T06:42:53,684 INFO [M:0;607fd5c6574c:32885 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 156ms, sequenceid=513, compaction requested=false 2024-12-04T06:42:53,697 INFO [M:0;607fd5c6574c:32885 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:42:53,698 DEBUG [M:0;607fd5c6574c:32885 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733294573527Disabling compacts and flushes for region at 1733294573527Disabling writes for close at 1733294573527Obtaining lock to block concurrent updates at 1733294573528 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733294573528Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199943, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1733294573528Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733294573529 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733294573529Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733294573546 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733294573546Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733294573566 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733294573583 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733294573583Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733294573611 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733294573629 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733294573630 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6c3694: reopening flushed file at 1733294573654 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d47b8d: reopening flushed file at 1733294573663 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@764d1d29: reopening flushed file at 1733294573673 (+10 ms)Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 156ms, sequenceid=513, compaction requested=false at 1733294573684 (+11 ms)Writing region close event to WAL at 1733294573697 (+13 ms)Closed at 1733294573697 2024-12-04T06:42:53,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741830_1006 (size=234135) 2024-12-04T06:42:53,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37281 is added to blk_1073741830_1006 (size=234135) 2024-12-04T06:42:53,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46729 is added to blk_1073741830_1006 (size=234135) 2024-12-04T06:42:53,704 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T06:42:53,704 INFO [M:0;607fd5c6574c:32885 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T06:42:53,704 INFO [M:0;607fd5c6574c:32885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32885 2024-12-04T06:42:53,705 INFO [M:0;607fd5c6574c:32885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T06:42:53,807 INFO [M:0;607fd5c6574c:32885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T06:42:53,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:42:53,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1017c34dc760000, quorum=127.0.0.1:58928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:42:53,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e70bc28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:42:53,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T06:42:53,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T06:42:53,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T06:42:53,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.log.dir/,STOPPED} 2024-12-04T06:42:53,818 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T06:42:53,818 WARN [BP-701168196-172.17.0.2-1733294482854 heartbeating to localhost/127.0.0.1:33207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T06:42:53,818 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T06:42:53,818 WARN [BP-701168196-172.17.0.2-1733294482854 heartbeating to localhost/127.0.0.1:33207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-701168196-172.17.0.2-1733294482854 (Datanode Uuid d6b05d6d-ebb4-43ab-8585-6f1b8fe10609) service to localhost/127.0.0.1:33207 2024-12-04T06:42:53,821 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/data/data5/current/BP-701168196-172.17.0.2-1733294482854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:42:53,821 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/data/data6/current/BP-701168196-172.17.0.2-1733294482854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:42:53,823 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T06:42:53,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@795f0a62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:42:53,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T06:42:53,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T06:42:53,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T06:42:53,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.log.dir/,STOPPED} 2024-12-04T06:42:53,831 WARN [BP-701168196-172.17.0.2-1733294482854 heartbeating to localhost/127.0.0.1:33207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T06:42:53,831 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T06:42:53,832 WARN [BP-701168196-172.17.0.2-1733294482854 heartbeating to localhost/127.0.0.1:33207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-701168196-172.17.0.2-1733294482854 (Datanode Uuid 483cade1-8f32-4534-94e1-67ea3dc7d337) service to localhost/127.0.0.1:33207 2024-12-04T06:42:53,832 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T06:42:53,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/data/data3/current/BP-701168196-172.17.0.2-1733294482854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:42:53,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/data/data4/current/BP-701168196-172.17.0.2-1733294482854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:42:53,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T06:42:53,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@214c3992{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:42:53,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T06:42:53,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T06:42:53,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T06:42:53,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.log.dir/,STOPPED} 2024-12-04T06:42:53,844 WARN [BP-701168196-172.17.0.2-1733294482854 heartbeating to localhost/127.0.0.1:33207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T06:42:53,844 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T06:42:53,845 WARN [BP-701168196-172.17.0.2-1733294482854 heartbeating to localhost/127.0.0.1:33207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-701168196-172.17.0.2-1733294482854 (Datanode Uuid 7525eebe-6f1d-4f36-8ca2-1a0a620777bc) service to localhost/127.0.0.1:33207 2024-12-04T06:42:53,845 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T06:42:53,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/data/data1/current/BP-701168196-172.17.0.2-1733294482854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:42:53,846 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/cluster_31c76466-c8b0-a0a4-505f-462d97f6da02/data/data2/current/BP-701168196-172.17.0.2-1733294482854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:42:53,846 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T06:42:53,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b3081c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T06:42:53,859 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T06:42:53,859 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T06:42:53,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T06:42:53,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.log.dir/,STOPPED} 2024-12-04T06:42:53,870 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T06:42:53,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T06:42:53,953 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/607fd5c6574c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/607fd5c6574c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@680aff2c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/607fd5c6574c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33207 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/607fd5c6574c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/607fd5c6574c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/607fd5c6574c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/607fd5c6574c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33207 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=5904 (was 7228) 2024-12-04T06:42:53,963 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=5903 2024-12-04T06:42:53,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.log.dir so I do NOT create it in target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1 2024-12-04T06:42:53,984 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T06:42:53,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.tmp.dir so I do NOT create it in target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1 2024-12-04T06:42:53,984 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aa0c9d0e-a5e1-58bf-d304-5a4257105427/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T06:42:53,984 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1 2024-12-04T06:42:53,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T06:42:53,984 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a, deleteOnExit=true 2024-12-04T06:42:53,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T06:42:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/test.cache.data in system properties and HBase conf 2024-12-04T06:42:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T06:42:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/hadoop.log.dir in system properties and HBase conf 2024-12-04T06:42:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T06:42:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T06:42:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T06:42:53,985 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T06:42:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T06:42:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T06:42:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T06:42:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T06:42:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T06:42:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T06:42:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T06:42:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T06:42:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T06:42:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/nfs.dump.dir in system properties and HBase conf 2024-12-04T06:42:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/java.io.tmpdir in system properties and HBase conf 2024-12-04T06:42:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T06:42:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T06:42:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T06:42:54,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:42:54,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T06:42:54,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T06:42:54,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T06:42:54,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T06:42:54,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:42:54,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@724a2aba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/hadoop.log.dir/,AVAILABLE} 2024-12-04T06:42:54,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@772bfbcd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T06:42:54,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c632986{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/java.io.tmpdir/jetty-localhost-37865-hadoop-hdfs-3_4_1-tests_jar-_-any-10330837234021478014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T06:42:54,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d66816d{HTTP/1.1, (http/1.1)}{localhost:37865} 2024-12-04T06:42:54,227 INFO [Time-limited test {}] server.Server(415): Started @94653ms 2024-12-04T06:42:54,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:42:54,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T06:42:54,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T06:42:54,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T06:42:54,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T06:42:54,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f37d8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/hadoop.log.dir/,AVAILABLE} 2024-12-04T06:42:54,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a8333ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T06:42:54,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ce18350{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/java.io.tmpdir/jetty-localhost-34101-hadoop-hdfs-3_4_1-tests_jar-_-any-17797083646866566906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:42:54,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28af8f15{HTTP/1.1, (http/1.1)}{localhost:34101} 2024-12-04T06:42:54,508 INFO [Time-limited test {}] server.Server(415): Started @94934ms 2024-12-04T06:42:54,510 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T06:42:54,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:42:54,572 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T06:42:54,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T06:42:54,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T06:42:54,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T06:42:54,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5859050a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/hadoop.log.dir/,AVAILABLE} 2024-12-04T06:42:54,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a28098{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T06:42:54,634 WARN [Thread-667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/data/data1/current/BP-1175006707-172.17.0.2-1733294574008/current, will proceed with Du for space computation calculation, 2024-12-04T06:42:54,635 WARN [Thread-668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/data/data2/current/BP-1175006707-172.17.0.2-1733294574008/current, will proceed with Du for space computation calculation, 2024-12-04T06:42:54,681 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T06:42:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d13a4ddc1a249b9 with lease ID 0xffccf74948804c17: Processing first storage report for DS-5d6fd076-9e85-4cde-ac8a-2c46cbb7f199 from datanode DatanodeRegistration(127.0.0.1:34243, datanodeUuid=6b9994a1-826d-4c61-9ff3-abec960ce0fa, infoPort=38541, infoSecurePort=0, ipcPort=34273, storageInfo=lv=-57;cid=testClusterID;nsid=747702693;c=1733294574008) 2024-12-04T06:42:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d13a4ddc1a249b9 with lease ID 0xffccf74948804c17: from storage DS-5d6fd076-9e85-4cde-ac8a-2c46cbb7f199 node DatanodeRegistration(127.0.0.1:34243, datanodeUuid=6b9994a1-826d-4c61-9ff3-abec960ce0fa, infoPort=38541, infoSecurePort=0, ipcPort=34273, storageInfo=lv=-57;cid=testClusterID;nsid=747702693;c=1733294574008), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T06:42:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d13a4ddc1a249b9 with lease ID 0xffccf74948804c17: Processing first storage report for DS-4a3fb6f3-96e7-47c1-9eb8-cb9cb1ffdc64 from datanode DatanodeRegistration(127.0.0.1:34243, datanodeUuid=6b9994a1-826d-4c61-9ff3-abec960ce0fa, infoPort=38541, infoSecurePort=0, ipcPort=34273, storageInfo=lv=-57;cid=testClusterID;nsid=747702693;c=1733294574008) 2024-12-04T06:42:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d13a4ddc1a249b9 with lease ID 0xffccf74948804c17: from storage DS-4a3fb6f3-96e7-47c1-9eb8-cb9cb1ffdc64 node DatanodeRegistration(127.0.0.1:34243, datanodeUuid=6b9994a1-826d-4c61-9ff3-abec960ce0fa, infoPort=38541, infoSecurePort=0, ipcPort=34273, storageInfo=lv=-57;cid=testClusterID;nsid=747702693;c=1733294574008), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T06:42:54,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4da7960{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/java.io.tmpdir/jetty-localhost-34285-hadoop-hdfs-3_4_1-tests_jar-_-any-17446592293842431711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:42:54,723 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54441a47{HTTP/1.1, (http/1.1)}{localhost:34285} 2024-12-04T06:42:54,723 INFO [Time-limited test {}] server.Server(415): Started @95149ms 2024-12-04T06:42:54,724 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T06:42:54,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:42:54,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T06:42:54,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T06:42:54,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T06:42:54,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T06:42:54,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d60ff31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/hadoop.log.dir/,AVAILABLE} 2024-12-04T06:42:54,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@781def3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T06:42:54,843 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/data/data3/current/BP-1175006707-172.17.0.2-1733294574008/current, will proceed with Du for space computation calculation, 2024-12-04T06:42:54,843 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/data/data4/current/BP-1175006707-172.17.0.2-1733294574008/current, will proceed with Du for space computation calculation, 2024-12-04T06:42:54,872 WARN [Thread-682 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T06:42:54,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef76f4beb9e376fa with lease ID 0xffccf74948804c18: Processing first storage report for DS-7444b3eb-7788-4823-84ae-aedbe91807f3 from datanode DatanodeRegistration(127.0.0.1:35179, datanodeUuid=111a839b-55cf-4436-b7bf-79ae113d4e61, infoPort=33617, infoSecurePort=0, ipcPort=36387, storageInfo=lv=-57;cid=testClusterID;nsid=747702693;c=1733294574008) 2024-12-04T06:42:54,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef76f4beb9e376fa with lease ID 0xffccf74948804c18: from storage DS-7444b3eb-7788-4823-84ae-aedbe91807f3 node DatanodeRegistration(127.0.0.1:35179, datanodeUuid=111a839b-55cf-4436-b7bf-79ae113d4e61, infoPort=33617, infoSecurePort=0, ipcPort=36387, storageInfo=lv=-57;cid=testClusterID;nsid=747702693;c=1733294574008), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T06:42:54,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef76f4beb9e376fa with lease ID 0xffccf74948804c18: Processing first storage report for DS-cf60639a-9229-4458-b825-def782e36c76 from datanode DatanodeRegistration(127.0.0.1:35179, datanodeUuid=111a839b-55cf-4436-b7bf-79ae113d4e61, infoPort=33617, infoSecurePort=0, ipcPort=36387, storageInfo=lv=-57;cid=testClusterID;nsid=747702693;c=1733294574008) 2024-12-04T06:42:54,878 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef76f4beb9e376fa with lease ID 0xffccf74948804c18: from storage DS-cf60639a-9229-4458-b825-def782e36c76 node DatanodeRegistration(127.0.0.1:35179, datanodeUuid=111a839b-55cf-4436-b7bf-79ae113d4e61, infoPort=33617, infoSecurePort=0, ipcPort=36387, storageInfo=lv=-57;cid=testClusterID;nsid=747702693;c=1733294574008), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T06:42:54,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dcb4581{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/java.io.tmpdir/jetty-localhost-44809-hadoop-hdfs-3_4_1-tests_jar-_-any-14024667174643479806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:42:54,944 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46065923{HTTP/1.1, (http/1.1)}{localhost:44809} 2024-12-04T06:42:54,944 INFO [Time-limited test {}] server.Server(415): Started @95370ms 2024-12-04T06:42:54,946 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T06:42:55,060 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/data/data5/current/BP-1175006707-172.17.0.2-1733294574008/current, will proceed with Du for space computation calculation, 2024-12-04T06:42:55,060 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/data/data6/current/BP-1175006707-172.17.0.2-1733294574008/current, will proceed with Du for space computation calculation, 2024-12-04T06:42:55,095 WARN [Thread-717 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T06:42:55,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0fa17ac61b19861 with lease ID 0xffccf74948804c19: Processing first storage report for DS-23199b8a-a49b-463d-a48b-5ff5eda9b4ab from datanode DatanodeRegistration(127.0.0.1:35807, datanodeUuid=7224fb4c-c8a0-4783-9936-e54468ca873a, infoPort=39543, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=747702693;c=1733294574008) 2024-12-04T06:42:55,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0fa17ac61b19861 with lease ID 0xffccf74948804c19: from storage DS-23199b8a-a49b-463d-a48b-5ff5eda9b4ab node DatanodeRegistration(127.0.0.1:35807, datanodeUuid=7224fb4c-c8a0-4783-9936-e54468ca873a, infoPort=39543, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=747702693;c=1733294574008), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T06:42:55,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0fa17ac61b19861 with lease ID 0xffccf74948804c19: Processing first storage report for DS-e51c6287-bebb-4127-bc2f-052f2b02ed64 from datanode DatanodeRegistration(127.0.0.1:35807, datanodeUuid=7224fb4c-c8a0-4783-9936-e54468ca873a, infoPort=39543, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=747702693;c=1733294574008) 2024-12-04T06:42:55,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0fa17ac61b19861 with lease ID 0xffccf74948804c19: from storage DS-e51c6287-bebb-4127-bc2f-052f2b02ed64 node DatanodeRegistration(127.0.0.1:35807, datanodeUuid=7224fb4c-c8a0-4783-9936-e54468ca873a, infoPort=39543, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=747702693;c=1733294574008), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T06:42:55,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1 2024-12-04T06:42:55,194 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/zookeeper_0, clientPort=57135, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T06:42:55,196 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57135 2024-12-04T06:42:55,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:42:55,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:42:55,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741825_1001 (size=7) 2024-12-04T06:42:55,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741825_1001 (size=7) 2024-12-04T06:42:55,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741825_1001 (size=7) 2024-12-04T06:42:55,231 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 with version=8 2024-12-04T06:42:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/hbase-staging 2024-12-04T06:42:55,234 INFO [Time-limited test {}] client.ConnectionUtils(128): master/607fd5c6574c:0 server-side Connection retries=45 2024-12-04T06:42:55,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:42:55,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T06:42:55,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T06:42:55,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:42:55,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T06:42:55,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T06:42:55,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T06:42:55,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39295 2024-12-04T06:42:55,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39295 connecting to ZooKeeper ensemble=127.0.0.1:57135 2024-12-04T06:42:55,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392950x0, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T06:42:55,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39295-0x1017c3638e40000 connected 2024-12-04T06:42:55,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:42:55,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:42:55,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:42:55,281 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1, hbase.cluster.distributed=false 2024-12-04T06:42:55,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T06:42:55,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39295 2024-12-04T06:42:55,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39295 2024-12-04T06:42:55,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39295 2024-12-04T06:42:55,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39295 2024-12-04T06:42:55,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39295 2024-12-04T06:42:55,326 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/607fd5c6574c:0 server-side Connection retries=45 2024-12-04T06:42:55,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:42:55,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T06:42:55,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T06:42:55,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:42:55,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T06:42:55,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T06:42:55,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T06:42:55,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32829 2024-12-04T06:42:55,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32829 connecting to ZooKeeper ensemble=127.0.0.1:57135 2024-12-04T06:42:55,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:42:55,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:42:55,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328290x0, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T06:42:55,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328290x0, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:42:55,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32829-0x1017c3638e40001 connected 2024-12-04T06:42:55,345 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T06:42:55,349 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T06:42:55,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T06:42:55,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T06:42:55,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32829 2024-12-04T06:42:55,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32829 2024-12-04T06:42:55,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32829 2024-12-04T06:42:55,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32829 2024-12-04T06:42:55,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32829 2024-12-04T06:42:55,381 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/607fd5c6574c:0 server-side Connection retries=45 2024-12-04T06:42:55,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:42:55,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T06:42:55,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T06:42:55,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:42:55,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T06:42:55,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T06:42:55,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T06:42:55,382 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33203 2024-12-04T06:42:55,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33203 connecting to ZooKeeper ensemble=127.0.0.1:57135 2024-12-04T06:42:55,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:42:55,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:42:55,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332030x0, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T06:42:55,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332030x0, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:42:55,397 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T06:42:55,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33203-0x1017c3638e40002 connected 2024-12-04T06:42:55,403 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T06:42:55,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T06:42:55,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T06:42:55,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33203 2024-12-04T06:42:55,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33203 2024-12-04T06:42:55,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33203 2024-12-04T06:42:55,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33203 2024-12-04T06:42:55,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33203 2024-12-04T06:42:55,438 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/607fd5c6574c:0 server-side Connection retries=45 2024-12-04T06:42:55,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:42:55,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T06:42:55,438 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T06:42:55,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:42:55,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T06:42:55,438 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T06:42:55,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T06:42:55,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37169 2024-12-04T06:42:55,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37169 connecting to ZooKeeper ensemble=127.0.0.1:57135 2024-12-04T06:42:55,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:42:55,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:42:55,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371690x0, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T06:42:55,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371690x0, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:42:55,453 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T06:42:55,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37169-0x1017c3638e40003 connected 2024-12-04T06:42:55,457 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T06:42:55,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T06:42:55,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T06:42:55,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37169 2024-12-04T06:42:55,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37169 2024-12-04T06:42:55,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37169 2024-12-04T06:42:55,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37169 2024-12-04T06:42:55,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37169 2024-12-04T06:42:55,481 DEBUG [M:0;607fd5c6574c:39295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;607fd5c6574c:39295 2024-12-04T06:42:55,482 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/607fd5c6574c,39295,1733294575234 2024-12-04T06:42:55,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:42:55,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:42:55,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:42:55,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:42:55,485 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/607fd5c6574c,39295,1733294575234 2024-12-04T06:42:55,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T06:42:55,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T06:42:55,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T06:42:55,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,488 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T06:42:55,489 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/607fd5c6574c,39295,1733294575234 from backup master directory 2024-12-04T06:42:55,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:42:55,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/607fd5c6574c,39295,1733294575234 2024-12-04T06:42:55,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:42:55,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:42:55,491 WARN [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T06:42:55,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:42:55,491 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=607fd5c6574c,39295,1733294575234 2024-12-04T06:42:55,502 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/hbase.id] with ID: 188ce284-c043-4b2f-b82e-ed6b3f0cb51d 2024-12-04T06:42:55,502 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/.tmp/hbase.id 2024-12-04T06:42:55,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741826_1002 (size=42) 2024-12-04T06:42:55,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741826_1002 (size=42) 2024-12-04T06:42:55,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741826_1002 (size=42) 2024-12-04T06:42:55,530 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/.tmp/hbase.id]:[hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/hbase.id] 2024-12-04T06:42:55,548 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:42:55,548 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T06:42:55,550 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T06:42:55,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741827_1003 (size=196) 2024-12-04T06:42:55,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741827_1003 (size=196) 2024-12-04T06:42:55,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741827_1003 (size=196) 2024-12-04T06:42:55,575 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T06:42:55,576 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T06:42:55,581 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:42:55,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741828_1004 (size=1189) 2024-12-04T06:42:55,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741828_1004 (size=1189) 2024-12-04T06:42:55,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741828_1004 (size=1189) 2024-12-04T06:42:55,605 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store 2024-12-04T06:42:55,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741829_1005 (size=34) 2024-12-04T06:42:55,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741829_1005 (size=34) 2024-12-04T06:42:55,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741829_1005 (size=34) 2024-12-04T06:42:55,620 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:42:55,620 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T06:42:55,620 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:42:55,620 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:42:55,620 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T06:42:55,620 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:42:55,620 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:42:55,620 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733294575620Disabling compacts and flushes for region at 1733294575620Disabling writes for close at 1733294575620Writing region close event to WAL at 1733294575620Closed at 1733294575620 2024-12-04T06:42:55,622 WARN [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/.initializing 2024-12-04T06:42:55,622 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/WALs/607fd5c6574c,39295,1733294575234 2024-12-04T06:42:55,623 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:42:55,627 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C39295%2C1733294575234, suffix=, logDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/WALs/607fd5c6574c,39295,1733294575234, archiveDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/oldWALs, maxLogs=10 2024-12-04T06:42:55,647 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/WALs/607fd5c6574c,39295,1733294575234/607fd5c6574c%2C39295%2C1733294575234.1733294575628, exclude list is [], retry=0 2024-12-04T06:42:55,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35179,DS-7444b3eb-7788-4823-84ae-aedbe91807f3,DISK] 2024-12-04T06:42:55,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34243,DS-5d6fd076-9e85-4cde-ac8a-2c46cbb7f199,DISK] 2024-12-04T06:42:55,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35807,DS-23199b8a-a49b-463d-a48b-5ff5eda9b4ab,DISK] 2024-12-04T06:42:55,656 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/WALs/607fd5c6574c,39295,1733294575234/607fd5c6574c%2C39295%2C1733294575234.1733294575628 2024-12-04T06:42:55,657 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33617:33617),(127.0.0.1/127.0.0.1:38541:38541),(127.0.0.1/127.0.0.1:39543:39543)] 2024-12-04T06:42:55,657 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:42:55,657 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:42:55,657 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:42:55,657 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:42:55,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:42:55,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T06:42:55,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:42:55,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:42:55,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:42:55,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T06:42:55,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:42:55,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:42:55,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:42:55,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T06:42:55,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:42:55,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:42:55,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:42:55,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T06:42:55,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:42:55,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:42:55,670 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:42:55,671 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:42:55,672 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:42:55,673 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:42:55,673 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:42:55,674 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T06:42:55,676 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:42:55,679 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:42:55,679 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73276753, jitterRate=0.09190870821475983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T06:42:55,680 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733294575657Initializing all the Stores at 1733294575659 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294575659Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294575659Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294575659Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294575659Cleaning up temporary data from old regions at 1733294575673 (+14 ms)Region opened successfully at 1733294575680 (+7 ms) 2024-12-04T06:42:55,680 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T06:42:55,686 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a915924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=607fd5c6574c/172.17.0.2:0 2024-12-04T06:42:55,687 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T06:42:55,687 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T06:42:55,687 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T06:42:55,687 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T06:42:55,688 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T06:42:55,688 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T06:42:55,689 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-04T06:42:55,693 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T06:42:55,696 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T06:42:55,698 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T06:42:55,698 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T06:42:55,699 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T06:42:55,702 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T06:42:55,702 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T06:42:55,703 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T06:42:55,705 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T06:42:55,706 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T06:42:55,711 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T06:42:55,713 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T06:42:55,715 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T06:42:55,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T06:42:55,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T06:42:55,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T06:42:55,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T06:42:55,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,721 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=607fd5c6574c,39295,1733294575234, sessionid=0x1017c3638e40000, setting cluster-up flag (Was=false) 2024-12-04T06:42:55,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,739 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T06:42:55,741 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=607fd5c6574c,39295,1733294575234 2024-12-04T06:42:55,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:55,753 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T06:42:55,754 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=607fd5c6574c,39295,1733294575234 2024-12-04T06:42:55,756 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T06:42:55,758 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T06:42:55,759 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T06:42:55,763 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T06:42:55,763 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 607fd5c6574c,39295,1733294575234 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T06:42:55,765 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/607fd5c6574c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T06:42:55,765 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/607fd5c6574c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T06:42:55,765 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/607fd5c6574c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T06:42:55,765 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/607fd5c6574c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T06:42:55,766 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/607fd5c6574c:0, corePoolSize=10, maxPoolSize=10 2024-12-04T06:42:55,766 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,766 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/607fd5c6574c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T06:42:55,766 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,774 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(746): ClusterId : 188ce284-c043-4b2f-b82e-ed6b3f0cb51d 2024-12-04T06:42:55,774 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T06:42:55,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T06:42:55,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T06:42:55,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:42:55,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T06:42:55,780 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T06:42:55,780 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T06:42:55,783 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T06:42:55,783 DEBUG [RS:0;607fd5c6574c:32829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfd9f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=607fd5c6574c/172.17.0.2:0 2024-12-04T06:42:55,784 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733294605784 2024-12-04T06:42:55,784 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T06:42:55,785 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T06:42:55,785 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T06:42:55,785 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T06:42:55,785 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T06:42:55,785 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T06:42:55,786 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,789 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T06:42:55,789 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T06:42:55,789 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T06:42:55,790 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T06:42:55,790 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T06:42:55,791 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.large.0-1733294575790,5,FailOnTimeoutGroup] 2024-12-04T06:42:55,791 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(746): ClusterId : 188ce284-c043-4b2f-b82e-ed6b3f0cb51d 2024-12-04T06:42:55,791 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T06:42:55,792 INFO [RS:1;607fd5c6574c:33203 {}] regionserver.HRegionServer(746): ClusterId : 188ce284-c043-4b2f-b82e-ed6b3f0cb51d 2024-12-04T06:42:55,792 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T06:42:55,802 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T06:42:55,802 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T06:42:55,802 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T06:42:55,802 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T06:42:55,807 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T06:42:55,808 DEBUG [RS:1;607fd5c6574c:33203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451ab9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=607fd5c6574c/172.17.0.2:0 2024-12-04T06:42:55,808 DEBUG [RS:0;607fd5c6574c:32829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;607fd5c6574c:32829 2024-12-04T06:42:55,808 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T06:42:55,808 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T06:42:55,808 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T06:42:55,808 DEBUG [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T06:42:55,808 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.small.0-1733294575791,5,FailOnTimeoutGroup] 2024-12-04T06:42:55,808 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,808 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T06:42:55,808 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,808 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,808 DEBUG [RS:2;607fd5c6574c:37169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc2ae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=607fd5c6574c/172.17.0.2:0 2024-12-04T06:42:55,809 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(2659): reportForDuty to master=607fd5c6574c,39295,1733294575234 with port=32829, startcode=1733294575326 2024-12-04T06:42:55,809 DEBUG [RS:0;607fd5c6574c:32829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T06:42:55,817 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48623, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T06:42:55,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 607fd5c6574c,32829,1733294575326 2024-12-04T06:42:55,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] master.ServerManager(517): Registering regionserver=607fd5c6574c,32829,1733294575326 2024-12-04T06:42:55,820 DEBUG [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:42:55,820 DEBUG [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33525 2024-12-04T06:42:55,820 DEBUG [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T06:42:55,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:42:55,823 DEBUG [RS:0;607fd5c6574c:32829 {}] zookeeper.ZKUtil(111): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/607fd5c6574c,32829,1733294575326 2024-12-04T06:42:55,823 WARN [RS:0;607fd5c6574c:32829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T06:42:55,824 INFO [RS:0;607fd5c6574c:32829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:42:55,824 DEBUG [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,32829,1733294575326 2024-12-04T06:42:55,832 DEBUG [RS:1;607fd5c6574c:33203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;607fd5c6574c:33203 2024-12-04T06:42:55,832 INFO [RS:1;607fd5c6574c:33203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T06:42:55,832 INFO [RS:1;607fd5c6574c:33203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T06:42:55,832 DEBUG [RS:1;607fd5c6574c:33203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T06:42:55,833 DEBUG [RS:2;607fd5c6574c:37169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;607fd5c6574c:37169 2024-12-04T06:42:55,833 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T06:42:55,833 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T06:42:55,833 DEBUG [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T06:42:55,848 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(2659): reportForDuty to master=607fd5c6574c,39295,1733294575234 with port=37169, startcode=1733294575437 2024-12-04T06:42:55,848 DEBUG [RS:2;607fd5c6574c:37169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T06:42:55,856 INFO [RS:1;607fd5c6574c:33203 {}] regionserver.HRegionServer(2659): reportForDuty to master=607fd5c6574c,39295,1733294575234 with port=33203, startcode=1733294575380 2024-12-04T06:42:55,856 DEBUG [RS:1;607fd5c6574c:33203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T06:42:55,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [607fd5c6574c,32829,1733294575326] 2024-12-04T06:42:55,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741831_1007 (size=1321) 2024-12-04T06:42:55,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741831_1007 (size=1321) 2024-12-04T06:42:55,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741831_1007 (size=1321) 2024-12-04T06:42:55,867 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35829, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T06:42:55,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 607fd5c6574c,33203,1733294575380 2024-12-04T06:42:55,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] master.ServerManager(517): Registering regionserver=607fd5c6574c,33203,1733294575380 2024-12-04T06:42:55,869 DEBUG [RS:1;607fd5c6574c:33203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:42:55,869 DEBUG [RS:1;607fd5c6574c:33203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33525 2024-12-04T06:42:55,869 DEBUG [RS:1;607fd5c6574c:33203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T06:42:55,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T06:42:55,871 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T06:42:55,871 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:42:55,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 607fd5c6574c,37169,1733294575437 2024-12-04T06:42:55,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] master.ServerManager(517): Registering regionserver=607fd5c6574c,37169,1733294575437 2024-12-04T06:42:55,875 DEBUG [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:42:55,875 DEBUG [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33525 2024-12-04T06:42:55,875 DEBUG [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T06:42:55,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:42:55,877 DEBUG [RS:1;607fd5c6574c:33203 {}] zookeeper.ZKUtil(111): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/607fd5c6574c,33203,1733294575380 2024-12-04T06:42:55,877 WARN [RS:1;607fd5c6574c:33203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T06:42:55,877 INFO [RS:1;607fd5c6574c:33203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:42:55,877 DEBUG [RS:1;607fd5c6574c:33203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380 2024-12-04T06:42:55,878 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T06:42:55,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [607fd5c6574c,33203,1733294575380] 2024-12-04T06:42:55,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [607fd5c6574c,37169,1733294575437] 2024-12-04T06:42:55,881 DEBUG [RS:2;607fd5c6574c:37169 {}] zookeeper.ZKUtil(111): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/607fd5c6574c,37169,1733294575437 2024-12-04T06:42:55,881 WARN [RS:2;607fd5c6574c:37169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T06:42:55,881 INFO [RS:2;607fd5c6574c:37169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:42:55,881 DEBUG [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,37169,1733294575437 2024-12-04T06:42:55,892 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T06:42:55,903 INFO [RS:0;607fd5c6574c:32829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T06:42:55,903 INFO [RS:0;607fd5c6574c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,909 INFO [RS:1;607fd5c6574c:33203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T06:42:55,911 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T06:42:55,912 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T06:42:55,913 INFO [RS:0;607fd5c6574c:32829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T06:42:55,913 INFO [RS:0;607fd5c6574c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,913 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,913 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,913 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,913 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,913 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,914 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T06:42:55,914 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,914 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,914 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,914 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,914 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,914 INFO [RS:1;607fd5c6574c:33203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T06:42:55,914 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,914 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:42:55,914 DEBUG [RS:0;607fd5c6574c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:42:55,918 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T06:42:55,918 INFO [RS:2;607fd5c6574c:37169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T06:42:55,918 INFO [RS:2;607fd5c6574c:37169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,920 INFO [RS:0;607fd5c6574c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,920 INFO [RS:0;607fd5c6574c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,920 INFO [RS:0;607fd5c6574c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,920 INFO [RS:0;607fd5c6574c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,920 INFO [RS:0;607fd5c6574c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,920 INFO [RS:0;607fd5c6574c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,32829,1733294575326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T06:42:55,926 INFO [RS:1;607fd5c6574c:33203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T06:42:55,926 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T06:42:55,926 INFO [RS:1;607fd5c6574c:33203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,927 INFO [RS:1;607fd5c6574c:33203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T06:42:55,927 INFO [RS:2;607fd5c6574c:37169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T06:42:55,927 INFO [RS:2;607fd5c6574c:37169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,927 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 INFO [RS:1;607fd5c6574c:33203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T06:42:55,928 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 INFO [RS:1;607fd5c6574c:33203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,928 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T06:42:55,928 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T06:42:55,928 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:42:55,928 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,928 DEBUG [RS:2;607fd5c6574c:37169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:42:55,928 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,929 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,929 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,929 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,929 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:42:55,929 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:42:55,929 DEBUG [RS:1;607fd5c6574c:33203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:42:55,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741832_1008 (size=32) 2024-12-04T06:42:55,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741832_1008 (size=32) 2024-12-04T06:42:55,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741832_1008 (size=32) 2024-12-04T06:42:55,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:42:55,972 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T06:42:55,972 INFO [RS:0;607fd5c6574c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,32829,1733294575326-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,972 INFO [RS:0;607fd5c6574c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,972 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.Replication(171): 607fd5c6574c,32829,1733294575326 started 2024-12-04T06:42:55,992 INFO [RS:1;607fd5c6574c:33203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,992 INFO [RS:0;607fd5c6574c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,992 INFO [RS:1;607fd5c6574c:33203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,992 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(1482): Serving as 607fd5c6574c,32829,1733294575326, RpcServer on 607fd5c6574c/172.17.0.2:32829, sessionid=0x1017c3638e40001 2024-12-04T06:42:55,992 INFO [RS:1;607fd5c6574c:33203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,993 INFO [RS:1;607fd5c6574c:33203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,993 INFO [RS:1;607fd5c6574c:33203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:55,993 INFO [RS:1;607fd5c6574c:33203 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,33203,1733294575380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T06:42:55,993 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T06:42:55,993 DEBUG [RS:0;607fd5c6574c:32829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 607fd5c6574c,32829,1733294575326 2024-12-04T06:42:55,993 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,32829,1733294575326' 2024-12-04T06:42:55,993 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T06:42:55,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T06:42:55,998 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T06:42:56,000 INFO [RS:2;607fd5c6574c:37169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:56,000 INFO [RS:2;607fd5c6574c:37169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:56,000 INFO [RS:2;607fd5c6574c:37169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:56,000 INFO [RS:2;607fd5c6574c:37169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:56,000 INFO [RS:2;607fd5c6574c:37169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:56,000 INFO [RS:2;607fd5c6574c:37169 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,37169,1733294575437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T06:42:56,001 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T06:42:56,001 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T06:42:56,001 DEBUG [RS:0;607fd5c6574c:32829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 607fd5c6574c,32829,1733294575326 2024-12-04T06:42:56,001 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,32829,1733294575326' 2024-12-04T06:42:56,001 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T06:42:56,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T06:42:56,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:42:56,004 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T06:42:56,005 DEBUG [RS:0;607fd5c6574c:32829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T06:42:56,005 INFO [RS:0;607fd5c6574c:32829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T06:42:56,005 INFO [RS:0;607fd5c6574c:32829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T06:42:56,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:42:56,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T06:42:56,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T06:42:56,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:42:56,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:42:56,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T06:42:56,017 INFO [RS:1;607fd5c6574c:33203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T06:42:56,017 INFO [RS:1;607fd5c6574c:33203 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,33203,1733294575380-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:56,017 INFO [RS:1;607fd5c6574c:33203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:56,017 INFO [RS:1;607fd5c6574c:33203 {}] regionserver.Replication(171): 607fd5c6574c,33203,1733294575380 started 2024-12-04T06:42:56,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T06:42:56,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:42:56,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:42:56,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T06:42:56,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T06:42:56,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:42:56,025 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T06:42:56,025 INFO [RS:2;607fd5c6574c:37169 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,37169,1733294575437-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:56,026 INFO [RS:2;607fd5c6574c:37169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:56,026 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.Replication(171): 607fd5c6574c,37169,1733294575437 started 2024-12-04T06:42:56,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:42:56,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T06:42:56,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740 2024-12-04T06:42:56,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740 2024-12-04T06:42:56,037 INFO [RS:1;607fd5c6574c:33203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:56,037 INFO [RS:1;607fd5c6574c:33203 {}] regionserver.HRegionServer(1482): Serving as 607fd5c6574c,33203,1733294575380, RpcServer on 607fd5c6574c/172.17.0.2:33203, sessionid=0x1017c3638e40002 2024-12-04T06:42:56,037 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T06:42:56,037 DEBUG [RS:1;607fd5c6574c:33203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 607fd5c6574c,33203,1733294575380 2024-12-04T06:42:56,037 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,33203,1733294575380' 2024-12-04T06:42:56,037 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T06:42:56,038 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T06:42:56,039 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T06:42:56,039 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T06:42:56,039 DEBUG [RS:1;607fd5c6574c:33203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 607fd5c6574c,33203,1733294575380 2024-12-04T06:42:56,039 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,33203,1733294575380' 2024-12-04T06:42:56,039 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T06:42:56,039 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T06:42:56,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T06:42:56,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T06:42:56,040 DEBUG [RS:1;607fd5c6574c:33203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T06:42:56,040 INFO [RS:1;607fd5c6574c:33203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T06:42:56,040 INFO [RS:1;607fd5c6574c:33203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T06:42:56,040 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T06:42:56,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T06:42:56,043 INFO [RS:2;607fd5c6574c:37169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:42:56,044 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(1482): Serving as 607fd5c6574c,37169,1733294575437, RpcServer on 607fd5c6574c/172.17.0.2:37169, sessionid=0x1017c3638e40003 2024-12-04T06:42:56,044 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T06:42:56,044 DEBUG [RS:2;607fd5c6574c:37169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 607fd5c6574c,37169,1733294575437 2024-12-04T06:42:56,044 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,37169,1733294575437' 2024-12-04T06:42:56,044 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T06:42:56,045 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T06:42:56,045 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T06:42:56,045 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T06:42:56,045 DEBUG [RS:2;607fd5c6574c:37169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 607fd5c6574c,37169,1733294575437 2024-12-04T06:42:56,045 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,37169,1733294575437' 2024-12-04T06:42:56,045 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T06:42:56,046 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:42:56,046 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T06:42:56,047 DEBUG [RS:2;607fd5c6574c:37169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T06:42:56,047 INFO [RS:2;607fd5c6574c:37169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T06:42:56,047 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61866699, jitterRate=-0.0781143456697464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T06:42:56,047 INFO [RS:2;607fd5c6574c:37169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T06:42:56,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733294575970Initializing all the Stores at 1733294575971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294575971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294575997 (+26 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294575997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294575997Cleaning up temporary data from old regions at 1733294576039 (+42 ms)Region opened successfully at 1733294576047 (+8 ms) 2024-12-04T06:42:56,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T06:42:56,048 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T06:42:56,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T06:42:56,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T06:42:56,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T06:42:56,048 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T06:42:56,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733294576047Disabling compacts and flushes for region at 1733294576047Disabling writes for close at 1733294576048 (+1 ms)Writing region close event to WAL at 1733294576048Closed at 1733294576048 2024-12-04T06:42:56,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T06:42:56,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T06:42:56,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T06:42:56,051 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T06:42:56,052 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T06:42:56,105 INFO [RS:0;607fd5c6574c:32829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:42:56,108 INFO [RS:0;607fd5c6574c:32829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C32829%2C1733294575326, suffix=, logDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,32829,1733294575326, archiveDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/oldWALs, maxLogs=32 2024-12-04T06:42:56,125 DEBUG [RS:0;607fd5c6574c:32829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,32829,1733294575326/607fd5c6574c%2C32829%2C1733294575326.1733294576109, exclude list is [], retry=0 2024-12-04T06:42:56,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35179,DS-7444b3eb-7788-4823-84ae-aedbe91807f3,DISK] 2024-12-04T06:42:56,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34243,DS-5d6fd076-9e85-4cde-ac8a-2c46cbb7f199,DISK] 2024-12-04T06:42:56,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35807,DS-23199b8a-a49b-463d-a48b-5ff5eda9b4ab,DISK] 2024-12-04T06:42:56,132 INFO [RS:0;607fd5c6574c:32829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,32829,1733294575326/607fd5c6574c%2C32829%2C1733294575326.1733294576109 2024-12-04T06:42:56,132 DEBUG [RS:0;607fd5c6574c:32829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33617:33617),(127.0.0.1/127.0.0.1:39543:39543),(127.0.0.1/127.0.0.1:38541:38541)] 2024-12-04T06:42:56,140 INFO [RS:1;607fd5c6574c:33203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:42:56,142 INFO [RS:1;607fd5c6574c:33203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C33203%2C1733294575380, suffix=, logDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380, archiveDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/oldWALs, maxLogs=32 2024-12-04T06:42:56,147 INFO [RS:2;607fd5c6574c:37169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:42:56,150 INFO [RS:2;607fd5c6574c:37169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C37169%2C1733294575437, suffix=, logDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,37169,1733294575437, archiveDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/oldWALs, maxLogs=32 2024-12-04T06:42:56,159 DEBUG [RS:1;607fd5c6574c:33203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380/607fd5c6574c%2C33203%2C1733294575380.1733294576143, exclude list is [], retry=0 2024-12-04T06:42:56,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34243,DS-5d6fd076-9e85-4cde-ac8a-2c46cbb7f199,DISK] 2024-12-04T06:42:56,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35807,DS-23199b8a-a49b-463d-a48b-5ff5eda9b4ab,DISK] 2024-12-04T06:42:56,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35179,DS-7444b3eb-7788-4823-84ae-aedbe91807f3,DISK] 2024-12-04T06:42:56,170 DEBUG [RS:2;607fd5c6574c:37169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,37169,1733294575437/607fd5c6574c%2C37169%2C1733294575437.1733294576151, exclude list is [], retry=0 2024-12-04T06:42:56,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34243,DS-5d6fd076-9e85-4cde-ac8a-2c46cbb7f199,DISK] 2024-12-04T06:42:56,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35807,DS-23199b8a-a49b-463d-a48b-5ff5eda9b4ab,DISK] 2024-12-04T06:42:56,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35179,DS-7444b3eb-7788-4823-84ae-aedbe91807f3,DISK] 2024-12-04T06:42:56,176 INFO [RS:1;607fd5c6574c:33203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380/607fd5c6574c%2C33203%2C1733294575380.1733294576143 2024-12-04T06:42:56,180 DEBUG [RS:1;607fd5c6574c:33203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38541:38541),(127.0.0.1/127.0.0.1:33617:33617),(127.0.0.1/127.0.0.1:39543:39543)] 2024-12-04T06:42:56,185 INFO [RS:2;607fd5c6574c:37169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,37169,1733294575437/607fd5c6574c%2C37169%2C1733294575437.1733294576151 2024-12-04T06:42:56,187 DEBUG [RS:2;607fd5c6574c:37169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38541:38541),(127.0.0.1/127.0.0.1:33617:33617),(127.0.0.1/127.0.0.1:39543:39543)] 2024-12-04T06:42:56,203 DEBUG [607fd5c6574c:39295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-04T06:42:56,203 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(204): Hosts are {607fd5c6574c=0} racks are {/default-rack=0} 2024-12-04T06:42:56,205 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T06:42:56,205 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T06:42:56,205 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T06:42:56,205 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T06:42:56,205 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T06:42:56,205 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T06:42:56,206 INFO [607fd5c6574c:39295 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T06:42:56,206 INFO [607fd5c6574c:39295 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T06:42:56,206 INFO [607fd5c6574c:39295 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T06:42:56,206 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T06:42:56,206 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=607fd5c6574c,32829,1733294575326 2024-12-04T06:42:56,207 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 607fd5c6574c,32829,1733294575326, state=OPENING 2024-12-04T06:42:56,209 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T06:42:56,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:56,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:56,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:56,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:42:56,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:42:56,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:42:56,211 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T06:42:56,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:42:56,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=607fd5c6574c,32829,1733294575326}] 2024-12-04T06:42:56,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:42:57,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T06:42:57,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T06:42:58,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:42:58,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:42:58,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:42:58,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T06:42:58,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:42:58,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:42:58,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:43:06,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T06:43:06,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48917, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T06:43:06,222 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T06:43:06,222 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:43:06,222 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T06:43:06,225 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C32829%2C1733294575326.meta, suffix=.meta, logDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,32829,1733294575326, archiveDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/oldWALs, maxLogs=32 2024-12-04T06:43:06,240 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,32829,1733294575326/607fd5c6574c%2C32829%2C1733294575326.meta.1733294586225.meta, exclude list is [], retry=0 2024-12-04T06:43:06,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35179,DS-7444b3eb-7788-4823-84ae-aedbe91807f3,DISK] 2024-12-04T06:43:06,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35807,DS-23199b8a-a49b-463d-a48b-5ff5eda9b4ab,DISK] 2024-12-04T06:43:06,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34243,DS-5d6fd076-9e85-4cde-ac8a-2c46cbb7f199,DISK] 2024-12-04T06:43:06,245 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,32829,1733294575326/607fd5c6574c%2C32829%2C1733294575326.meta.1733294586225.meta 2024-12-04T06:43:06,245 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38541:38541),(127.0.0.1/127.0.0.1:39543:39543),(127.0.0.1/127.0.0.1:33617:33617)] 2024-12-04T06:43:06,246 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:43:06,246 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T06:43:06,246 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T06:43:06,246 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T06:43:06,246 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T06:43:06,246 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:06,246 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T06:43:06,246 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T06:43:06,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T06:43:06,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T06:43:06,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:06,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:43:06,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T06:43:06,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T06:43:06,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:06,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:43:06,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T06:43:06,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T06:43:06,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:06,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:43:06,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T06:43:06,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T06:43:06,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:06,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:43:06,254 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T06:43:06,254 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740 2024-12-04T06:43:06,256 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740 2024-12-04T06:43:06,257 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T06:43:06,257 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T06:43:06,258 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T06:43:06,259 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T06:43:06,260 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61996458, jitterRate=-0.07618078589439392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T06:43:06,260 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T06:43:06,260 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733294586247Writing region info on filesystem at 1733294586247Initializing all the Stores at 1733294586247Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294586248 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294586248Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294586248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733294586248Cleaning up temporary data from old regions at 1733294586257 (+9 ms)Running coprocessor post-open hooks at 1733294586260 (+3 ms)Region opened successfully at 1733294586260 2024-12-04T06:43:06,261 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733294586214 2024-12-04T06:43:06,263 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T06:43:06,263 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T06:43:06,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:06,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 607fd5c6574c,32829,1733294575326, state=OPEN 2024-12-04T06:43:06,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:43:06,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:43:06,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:43:06,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:43:06,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:43:06,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:43:06,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:43:06,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:43:06,267 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:06,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T06:43:06,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=607fd5c6574c,32829,1733294575326 in 10.0560 sec 2024-12-04T06:43:06,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T06:43:06,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2190 sec 2024-12-04T06:43:06,271 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T06:43:06,271 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T06:43:06,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T06:43:06,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,32829,1733294575326, seqNum=-1] 2024-12-04T06:43:06,274 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:43:06,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46959, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:43:06,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5220 sec 2024-12-04T06:43:06,280 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733294586280, completionTime=-1 2024-12-04T06:43:06,280 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-04T06:43:06,280 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T06:43:06,281 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-04T06:43:06,281 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733294646281 2024-12-04T06:43:06,281 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733294706281 2024-12-04T06:43:06,282 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T06:43:06,282 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,39295,1733294575234-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:43:06,282 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,39295,1733294575234-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:43:06,282 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,39295,1733294575234-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:43:06,282 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-607fd5c6574c:39295, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:43:06,282 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T06:43:06,282 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T06:43:06,283 DEBUG [master/607fd5c6574c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T06:43:06,286 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.793sec 2024-12-04T06:43:06,286 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T06:43:06,286 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T06:43:06,286 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T06:43:06,286 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T06:43:06,286 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T06:43:06,286 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,39295,1733294575234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T06:43:06,286 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,39295,1733294575234-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T06:43:06,289 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T06:43:06,289 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T06:43:06,289 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,39295,1733294575234-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:43:06,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd736e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:43:06,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 607fd5c6574c,39295,-1 for getting cluster id 2024-12-04T06:43:06,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T06:43:06,300 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '188ce284-c043-4b2f-b82e-ed6b3f0cb51d' 2024-12-04T06:43:06,300 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T06:43:06,301 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "188ce284-c043-4b2f-b82e-ed6b3f0cb51d" 2024-12-04T06:43:06,301 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23435708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:43:06,301 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [607fd5c6574c,39295,-1] 2024-12-04T06:43:06,301 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T06:43:06,302 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:43:06,303 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T06:43:06,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffa5ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:43:06,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T06:43:06,304 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,32829,1733294575326, seqNum=-1] 2024-12-04T06:43:06,305 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:43:06,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:43:06,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=607fd5c6574c,39295,1733294575234 2024-12-04T06:43:06,308 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733294586308 (current time:1733294586308). 2024-12-04T06:43:06,308 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-04T06:43:06,308 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-04T06:43:06,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a55d64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:43:06,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 607fd5c6574c,39295,-1 for getting cluster id 2024-12-04T06:43:06,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T06:43:06,310 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '188ce284-c043-4b2f-b82e-ed6b3f0cb51d' 2024-12-04T06:43:06,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T06:43:06,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "188ce284-c043-4b2f-b82e-ed6b3f0cb51d" 2024-12-04T06:43:06,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36042680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:43:06,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [607fd5c6574c,39295,-1] 2024-12-04T06:43:06,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T06:43:06,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:43:06,311 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T06:43:06,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f230c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:43:06,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T06:43:06,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,32829,1733294575326, seqNum=-1] 2024-12-04T06:43:06,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:43:06,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:43:06,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T06:43:06,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:43:06,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:43:06,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:43:06,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T06:43:06,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T06:43:06,316 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 607fd5c6574c,39295,1733294575234 2024-12-04T06:43:06,316 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@638dd8aa 2024-12-04T06:43:06,317 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T06:43:06,318 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T06:43:06,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T06:43:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-04T06:43:06,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T06:43:06,321 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:06,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-04T06:43:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:43:06,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T06:43:06,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741837_1013 (size=361) 2024-12-04T06:43:06,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741837_1013 (size=361) 2024-12-04T06:43:06,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741837_1013 (size=361) 2024-12-04T06:43:06,335 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 460de78373164ca335bd46dfebfeb4b6, NAME => 'SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:43:06,335 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 83702b66382a66db001cf27d73e1239a, NAME => 'SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:43:06,335 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ad57c4e0e7c32a15dcf9a4b21ac6b43, NAME => 'SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:43:06,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741838_1014 (size=54) 2024-12-04T06:43:06,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741838_1014 (size=54) 2024-12-04T06:43:06,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741840_1016 (size=62) 2024-12-04T06:43:06,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741838_1014 (size=54) 2024-12-04T06:43:06,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741840_1016 (size=62) 2024-12-04T06:43:06,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741840_1016 (size=62) 2024-12-04T06:43:06,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:06,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3ad57c4e0e7c32a15dcf9a4b21ac6b43, disabling compactions & flushes 2024-12-04T06:43:06,346 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:06,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:06,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. after waiting 0 ms 2024-12-04T06:43:06,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:06,346 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:06,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ad57c4e0e7c32a15dcf9a4b21ac6b43: Waiting for close lock at 1733294586346Disabling compacts and flushes for region at 1733294586346Disabling writes for close at 1733294586346Writing region close event to WAL at 1733294586346Closed at 1733294586346 2024-12-04T06:43:06,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:06,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 460de78373164ca335bd46dfebfeb4b6, disabling compactions & flushes 2024-12-04T06:43:06,347 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:06,347 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:06,347 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. after waiting 0 ms 2024-12-04T06:43:06,347 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2198e58fd6fb078d7563139785fe584, NAME => 'SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:43:06,347 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:06,347 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:06,347 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 460de78373164ca335bd46dfebfeb4b6: Waiting for close lock at 1733294586346Disabling compacts and flushes for region at 1733294586346Disabling writes for close at 1733294586347 (+1 ms)Writing region close event to WAL at 1733294586347Closed at 1733294586347 2024-12-04T06:43:06,348 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4fd36300274a76d3268d737c65d7940d, NAME => 'SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:43:06,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741839_1015 (size=62) 2024-12-04T06:43:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741839_1015 (size=62) 2024-12-04T06:43:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741839_1015 (size=62) 2024-12-04T06:43:06,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:06,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 83702b66382a66db001cf27d73e1239a, disabling compactions & flushes 2024-12-04T06:43:06,350 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:06,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:06,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. after waiting 0 ms 2024-12-04T06:43:06,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:06,350 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:06,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 83702b66382a66db001cf27d73e1239a: Waiting for close lock at 1733294586350Disabling compacts and flushes for region at 1733294586350Disabling writes for close at 1733294586350Writing region close event to WAL at 1733294586350Closed at 1733294586350 2024-12-04T06:43:06,351 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 02979e8d49dd8414967aa219381058a7, NAME => 'SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:43:06,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741842_1018 (size=62) 2024-12-04T06:43:06,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741841_1017 (size=62) 2024-12-04T06:43:06,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741842_1018 (size=62) 2024-12-04T06:43:06,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741841_1017 (size=62) 2024-12-04T06:43:06,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741842_1018 (size=62) 2024-12-04T06:43:06,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741841_1017 (size=62) 2024-12-04T06:43:06,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:06,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4fd36300274a76d3268d737c65d7940d, disabling compactions & flushes 2024-12-04T06:43:06,359 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:06,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:06,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. after waiting 0 ms 2024-12-04T06:43:06,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:06,359 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:06,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4fd36300274a76d3268d737c65d7940d: Waiting for close lock at 1733294586359Disabling compacts and flushes for region at 1733294586359Disabling writes for close at 1733294586359Writing region close event to WAL at 1733294586359Closed at 1733294586359 2024-12-04T06:43:06,359 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a786490a52291d7efc34c8b5c1934ed6, NAME => 'SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:43:06,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:06,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e2198e58fd6fb078d7563139785fe584, disabling compactions & flushes 2024-12-04T06:43:06,361 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:06,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:06,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. after waiting 0 ms 2024-12-04T06:43:06,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:06,361 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:06,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2198e58fd6fb078d7563139785fe584: Waiting for close lock at 1733294586361Disabling compacts and flushes for region at 1733294586361Disabling writes for close at 1733294586361Writing region close event to WAL at 1733294586361Closed at 1733294586361 2024-12-04T06:43:06,362 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca00396997b056bd729f18e3b5384c82, NAME => 'SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:43:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741843_1019 (size=62) 2024-12-04T06:43:06,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741843_1019 (size=62) 2024-12-04T06:43:06,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741843_1019 (size=62) 2024-12-04T06:43:06,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741844_1020 (size=62) 2024-12-04T06:43:06,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741844_1020 (size=62) 2024-12-04T06:43:06,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741844_1020 (size=62) 2024-12-04T06:43:06,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:06,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 02979e8d49dd8414967aa219381058a7, disabling compactions & flushes 2024-12-04T06:43:06,372 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:06,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:06,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. after waiting 0 ms 2024-12-04T06:43:06,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:06,372 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:06,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 02979e8d49dd8414967aa219381058a7: Waiting for close lock at 1733294586372Disabling compacts and flushes for region at 1733294586372Disabling writes for close at 1733294586372Writing region close event to WAL at 1733294586372Closed at 1733294586372 2024-12-04T06:43:06,373 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 97560da5abb8dc765a4d2b5f87e7ee04, NAME => 'SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:43:06,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:06,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a786490a52291d7efc34c8b5c1934ed6, disabling compactions & flushes 2024-12-04T06:43:06,373 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:06,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:06,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. after waiting 0 ms 2024-12-04T06:43:06,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:06,373 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:06,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a786490a52291d7efc34c8b5c1934ed6: Waiting for close lock at 1733294586373Disabling compacts and flushes for region at 1733294586373Disabling writes for close at 1733294586373Writing region close event to WAL at 1733294586373Closed at 1733294586373 2024-12-04T06:43:06,374 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 86bc142e6cb41db966fc600e59f72143, NAME => 'SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1 2024-12-04T06:43:06,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741845_1021 (size=62) 2024-12-04T06:43:06,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741845_1021 (size=62) 2024-12-04T06:43:06,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741845_1021 (size=62) 2024-12-04T06:43:06,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:06,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ca00396997b056bd729f18e3b5384c82, disabling compactions & flushes 2024-12-04T06:43:06,381 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:06,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:06,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. after waiting 0 ms 2024-12-04T06:43:06,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:06,382 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:06,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca00396997b056bd729f18e3b5384c82: Waiting for close lock at 1733294586381Disabling compacts and flushes for region at 1733294586381Disabling writes for close at 1733294586381Writing region close event to WAL at 1733294586382 (+1 ms)Closed at 1733294586382 2024-12-04T06:43:06,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741846_1022 (size=62) 2024-12-04T06:43:06,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741846_1022 (size=62) 2024-12-04T06:43:06,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741846_1022 (size=62) 2024-12-04T06:43:06,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:06,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 97560da5abb8dc765a4d2b5f87e7ee04, disabling compactions & flushes 2024-12-04T06:43:06,383 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:06,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:06,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. after waiting 0 ms 2024-12-04T06:43:06,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:06,383 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:06,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 97560da5abb8dc765a4d2b5f87e7ee04: Waiting for close lock at 1733294586383Disabling compacts and flushes for region at 1733294586383Disabling writes for close at 1733294586383Writing region close event to WAL at 1733294586383Closed at 1733294586383 2024-12-04T06:43:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741847_1023 (size=54) 2024-12-04T06:43:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741847_1023 (size=54) 2024-12-04T06:43:06,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741847_1023 (size=54) 2024-12-04T06:43:06,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:06,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 86bc142e6cb41db966fc600e59f72143, disabling compactions & flushes 2024-12-04T06:43:06,390 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:06,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:06,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. after waiting 0 ms 2024-12-04T06:43:06,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:06,390 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:06,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 86bc142e6cb41db966fc600e59f72143: Waiting for close lock at 1733294586390Disabling compacts and flushes for region at 1733294586390Disabling writes for close at 1733294586390Writing region close event to WAL at 1733294586390Closed at 1733294586390 2024-12-04T06:43:06,392 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T06:43:06,392 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733294586392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294586392"}]},"ts":"1733294586392"} 2024-12-04T06:43:06,392 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294586392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294586392"}]},"ts":"1733294586392"} 2024-12-04T06:43:06,392 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294586392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294586392"}]},"ts":"1733294586392"} 2024-12-04T06:43:06,393 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294586392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294586392"}]},"ts":"1733294586392"} 2024-12-04T06:43:06,393 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294586392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294586392"}]},"ts":"1733294586392"} 2024-12-04T06:43:06,393 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294586392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294586392"}]},"ts":"1733294586392"} 2024-12-04T06:43:06,393 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294586392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294586392"}]},"ts":"1733294586392"} 2024-12-04T06:43:06,393 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294586392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294586392"}]},"ts":"1733294586392"} 2024-12-04T06:43:06,393 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733294586392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294586392"}]},"ts":"1733294586392"} 2024-12-04T06:43:06,393 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733294586392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733294586392"}]},"ts":"1733294586392"} 2024-12-04T06:43:06,397 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-04T06:43:06,398 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T06:43:06,398 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733294586398"}]},"ts":"1733294586398"} 2024-12-04T06:43:06,400 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-04T06:43:06,400 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {607fd5c6574c=0} racks are {/default-rack=0} 2024-12-04T06:43:06,404 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T06:43:06,404 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T06:43:06,404 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T06:43:06,405 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T06:43:06,405 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T06:43:06,405 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T06:43:06,405 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T06:43:06,405 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T06:43:06,405 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T06:43:06,405 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T06:43:06,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ad57c4e0e7c32a15dcf9a4b21ac6b43, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83702b66382a66db001cf27d73e1239a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=460de78373164ca335bd46dfebfeb4b6, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e2198e58fd6fb078d7563139785fe584, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fd36300274a76d3268d737c65d7940d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02979e8d49dd8414967aa219381058a7, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a786490a52291d7efc34c8b5c1934ed6, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca00396997b056bd729f18e3b5384c82, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97560da5abb8dc765a4d2b5f87e7ee04, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86bc142e6cb41db966fc600e59f72143, ASSIGN}] 2024-12-04T06:43:06,407 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e2198e58fd6fb078d7563139785fe584, ASSIGN 2024-12-04T06:43:06,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ad57c4e0e7c32a15dcf9a4b21ac6b43, ASSIGN 2024-12-04T06:43:06,407 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83702b66382a66db001cf27d73e1239a, ASSIGN 2024-12-04T06:43:06,407 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=460de78373164ca335bd46dfebfeb4b6, ASSIGN 2024-12-04T06:43:06,408 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e2198e58fd6fb078d7563139785fe584, ASSIGN; state=OFFLINE, location=607fd5c6574c,32829,1733294575326; forceNewPlan=false, retain=false 2024-12-04T06:43:06,408 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83702b66382a66db001cf27d73e1239a, ASSIGN; state=OFFLINE, location=607fd5c6574c,33203,1733294575380; forceNewPlan=false, retain=false 2024-12-04T06:43:06,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ad57c4e0e7c32a15dcf9a4b21ac6b43, ASSIGN; state=OFFLINE, location=607fd5c6574c,37169,1733294575437; forceNewPlan=false, retain=false 2024-12-04T06:43:06,409 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=460de78373164ca335bd46dfebfeb4b6, ASSIGN; state=OFFLINE, location=607fd5c6574c,32829,1733294575326; forceNewPlan=false, retain=false 2024-12-04T06:43:06,412 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86bc142e6cb41db966fc600e59f72143, ASSIGN 2024-12-04T06:43:06,412 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97560da5abb8dc765a4d2b5f87e7ee04, ASSIGN 2024-12-04T06:43:06,412 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca00396997b056bd729f18e3b5384c82, ASSIGN 2024-12-04T06:43:06,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a786490a52291d7efc34c8b5c1934ed6, ASSIGN 2024-12-04T06:43:06,412 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02979e8d49dd8414967aa219381058a7, ASSIGN 2024-12-04T06:43:06,413 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86bc142e6cb41db966fc600e59f72143, ASSIGN; state=OFFLINE, location=607fd5c6574c,37169,1733294575437; forceNewPlan=false, retain=false 2024-12-04T06:43:06,413 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97560da5abb8dc765a4d2b5f87e7ee04, ASSIGN; state=OFFLINE, location=607fd5c6574c,33203,1733294575380; forceNewPlan=false, retain=false 2024-12-04T06:43:06,413 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca00396997b056bd729f18e3b5384c82, ASSIGN; state=OFFLINE, location=607fd5c6574c,32829,1733294575326; forceNewPlan=false, retain=false 2024-12-04T06:43:06,413 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02979e8d49dd8414967aa219381058a7, ASSIGN; state=OFFLINE, location=607fd5c6574c,33203,1733294575380; forceNewPlan=false, retain=false 2024-12-04T06:43:06,413 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a786490a52291d7efc34c8b5c1934ed6, ASSIGN; state=OFFLINE, location=607fd5c6574c,37169,1733294575437; forceNewPlan=false, retain=false 2024-12-04T06:43:06,416 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fd36300274a76d3268d737c65d7940d, ASSIGN 2024-12-04T06:43:06,416 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4fd36300274a76d3268d737c65d7940d, ASSIGN; state=OFFLINE, location=607fd5c6574c,37169,1733294575437; forceNewPlan=false, retain=false 2024-12-04T06:43:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:43:06,559 INFO [607fd5c6574c:39295 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-04T06:43:06,560 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=86bc142e6cb41db966fc600e59f72143, regionState=OPENING, regionLocation=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:06,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=97560da5abb8dc765a4d2b5f87e7ee04, regionState=OPENING, regionLocation=607fd5c6574c,33203,1733294575380 2024-12-04T06:43:06,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4fd36300274a76d3268d737c65d7940d, regionState=OPENING, regionLocation=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:06,560 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ad57c4e0e7c32a15dcf9a4b21ac6b43, regionState=OPENING, regionLocation=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:06,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a786490a52291d7efc34c8b5c1934ed6, regionState=OPENING, regionLocation=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:06,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=02979e8d49dd8414967aa219381058a7, regionState=OPENING, regionLocation=607fd5c6574c,33203,1733294575380 2024-12-04T06:43:06,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=83702b66382a66db001cf27d73e1239a, regionState=OPENING, regionLocation=607fd5c6574c,33203,1733294575380 2024-12-04T06:43:06,560 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ca00396997b056bd729f18e3b5384c82, regionState=OPENING, regionLocation=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:06,560 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e2198e58fd6fb078d7563139785fe584, regionState=OPENING, regionLocation=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:06,561 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=460de78373164ca335bd46dfebfeb4b6, regionState=OPENING, regionLocation=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:06,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97560da5abb8dc765a4d2b5f87e7ee04, ASSIGN because future has completed 2024-12-04T06:43:06,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97560da5abb8dc765a4d2b5f87e7ee04, server=607fd5c6574c,33203,1733294575380}] 2024-12-04T06:43:06,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86bc142e6cb41db966fc600e59f72143, ASSIGN because future has completed 2024-12-04T06:43:06,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86bc142e6cb41db966fc600e59f72143, server=607fd5c6574c,37169,1733294575437}] 2024-12-04T06:43:06,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4fd36300274a76d3268d737c65d7940d, ASSIGN because future has completed 2024-12-04T06:43:06,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ad57c4e0e7c32a15dcf9a4b21ac6b43, ASSIGN because future has completed 2024-12-04T06:43:06,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ad57c4e0e7c32a15dcf9a4b21ac6b43, server=607fd5c6574c,37169,1733294575437}] 2024-12-04T06:43:06,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fd36300274a76d3268d737c65d7940d, server=607fd5c6574c,37169,1733294575437}] 2024-12-04T06:43:06,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a786490a52291d7efc34c8b5c1934ed6, ASSIGN because future has completed 2024-12-04T06:43:06,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02979e8d49dd8414967aa219381058a7, ASSIGN because future has completed 2024-12-04T06:43:06,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a786490a52291d7efc34c8b5c1934ed6, server=607fd5c6574c,37169,1733294575437}] 2024-12-04T06:43:06,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02979e8d49dd8414967aa219381058a7, server=607fd5c6574c,33203,1733294575380}] 2024-12-04T06:43:06,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca00396997b056bd729f18e3b5384c82, ASSIGN because future has completed 2024-12-04T06:43:06,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83702b66382a66db001cf27d73e1239a, ASSIGN because future has completed 2024-12-04T06:43:06,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e2198e58fd6fb078d7563139785fe584, ASSIGN because future has completed 2024-12-04T06:43:06,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=460de78373164ca335bd46dfebfeb4b6, ASSIGN because future has completed 2024-12-04T06:43:06,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2198e58fd6fb078d7563139785fe584, server=607fd5c6574c,32829,1733294575326}] 2024-12-04T06:43:06,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 460de78373164ca335bd46dfebfeb4b6, server=607fd5c6574c,32829,1733294575326}] 2024-12-04T06:43:06,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83702b66382a66db001cf27d73e1239a, server=607fd5c6574c,33203,1733294575380}] 2024-12-04T06:43:06,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca00396997b056bd729f18e3b5384c82, server=607fd5c6574c,32829,1733294575326}] 2024-12-04T06:43:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:43:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:43:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:43:07,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T06:43:07,505 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T06:43:07,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T06:43:07,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T06:43:07,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T06:43:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:43:09,563 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=607fd5c6574c:32885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-04T06:43:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:43:11,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:43:11,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:43:11,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:43:11,771 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T06:43:11,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:43:11,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:43:11,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:43:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:43:16,565 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T06:43:16,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59953, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T06:43:16,568 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T06:43:16,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43315, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T06:43:16,572 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:16,572 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 02979e8d49dd8414967aa219381058a7, NAME => 'SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-04T06:43:16,573 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:16,573 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:16,573 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:16,573 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:16,573 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:16,574 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fd36300274a76d3268d737c65d7940d, NAME => 'SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-04T06:43:16,574 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:16,574 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:16,574 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:16,574 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:16,574 INFO [StoreOpener-02979e8d49dd8414967aa219381058a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:16,576 INFO [StoreOpener-4fd36300274a76d3268d737c65d7940d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:16,576 INFO [StoreOpener-02979e8d49dd8414967aa219381058a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02979e8d49dd8414967aa219381058a7 columnFamilyName cf 2024-12-04T06:43:16,576 DEBUG [StoreOpener-02979e8d49dd8414967aa219381058a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:16,577 INFO [StoreOpener-02979e8d49dd8414967aa219381058a7-1 {}] regionserver.HStore(327): Store=02979e8d49dd8414967aa219381058a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:43:16,577 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:16,577 INFO [StoreOpener-4fd36300274a76d3268d737c65d7940d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fd36300274a76d3268d737c65d7940d columnFamilyName cf 2024-12-04T06:43:16,577 DEBUG [StoreOpener-4fd36300274a76d3268d737c65d7940d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:16,578 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:16,578 INFO [StoreOpener-4fd36300274a76d3268d737c65d7940d-1 {}] regionserver.HStore(327): Store=4fd36300274a76d3268d737c65d7940d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:43:16,578 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:16,578 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:16,578 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:16,578 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:16,578 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:16,579 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:16,579 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:16,579 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:16,580 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:16,581 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:16,585 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/02979e8d49dd8414967aa219381058a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:43:16,585 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 02979e8d49dd8414967aa219381058a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75433311, jitterRate=0.12404392659664154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:43:16,585 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:16,585 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 02979e8d49dd8414967aa219381058a7: Running coprocessor pre-open hook at 1733294596573Writing region info on filesystem at 1733294596573Initializing all the Stores at 1733294596574 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294596574Cleaning up temporary data from old regions at 1733294596579 (+5 ms)Running coprocessor post-open hooks at 1733294596585 (+6 ms)Region opened successfully at 1733294596585 2024-12-04T06:43:16,586 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:16,586 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e2198e58fd6fb078d7563139785fe584, NAME => 'SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-04T06:43:16,586 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/4fd36300274a76d3268d737c65d7940d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:43:16,587 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:16,587 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:16,587 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:16,587 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:16,587 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4fd36300274a76d3268d737c65d7940d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64849738, jitterRate=-0.03366360068321228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:43:16,587 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:16,587 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4fd36300274a76d3268d737c65d7940d: Running coprocessor pre-open hook at 1733294596574Writing region info on filesystem at 1733294596574Initializing all the Stores at 1733294596575 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294596575Cleaning up temporary data from old regions at 1733294596579 (+4 ms)Running coprocessor post-open hooks at 1733294596587 (+8 ms)Region opened successfully at 1733294596587 2024-12-04T06:43:16,587 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7., pid=20, masterSystemTime=1733294596565 2024-12-04T06:43:16,588 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d., pid=17, masterSystemTime=1733294596568 2024-12-04T06:43:16,589 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:16,589 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:16,589 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:16,589 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 97560da5abb8dc765a4d2b5f87e7ee04, NAME => 'SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-04T06:43:16,590 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:16,590 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:16,590 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:16,590 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:16,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=02979e8d49dd8414967aa219381058a7, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,33203,1733294575380 2024-12-04T06:43:16,590 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:16,590 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:16,590 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:16,590 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ad57c4e0e7c32a15dcf9a4b21ac6b43, NAME => 'SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-04T06:43:16,591 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:16,591 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:16,591 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:16,591 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:16,592 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4fd36300274a76d3268d737c65d7940d, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:16,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02979e8d49dd8414967aa219381058a7, server=607fd5c6574c,33203,1733294575380 because future has completed 2024-12-04T06:43:16,592 INFO [StoreOpener-e2198e58fd6fb078d7563139785fe584-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:16,592 INFO [StoreOpener-97560da5abb8dc765a4d2b5f87e7ee04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:16,594 INFO [StoreOpener-3ad57c4e0e7c32a15dcf9a4b21ac6b43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:16,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fd36300274a76d3268d737c65d7940d, server=607fd5c6574c,37169,1733294575437 because future has completed 2024-12-04T06:43:16,594 INFO [StoreOpener-97560da5abb8dc765a4d2b5f87e7ee04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97560da5abb8dc765a4d2b5f87e7ee04 columnFamilyName cf 2024-12-04T06:43:16,594 INFO [StoreOpener-e2198e58fd6fb078d7563139785fe584-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2198e58fd6fb078d7563139785fe584 columnFamilyName cf 2024-12-04T06:43:16,594 DEBUG [StoreOpener-97560da5abb8dc765a4d2b5f87e7ee04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:16,594 DEBUG [StoreOpener-e2198e58fd6fb078d7563139785fe584-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:16,595 INFO [StoreOpener-97560da5abb8dc765a4d2b5f87e7ee04-1 {}] regionserver.HStore(327): Store=97560da5abb8dc765a4d2b5f87e7ee04/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:43:16,595 INFO [StoreOpener-e2198e58fd6fb078d7563139785fe584-1 {}] regionserver.HStore(327): Store=e2198e58fd6fb078d7563139785fe584/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:43:16,595 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:16,595 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:16,596 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:16,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-12-04T06:43:16,596 INFO [StoreOpener-3ad57c4e0e7c32a15dcf9a4b21ac6b43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad57c4e0e7c32a15dcf9a4b21ac6b43 columnFamilyName cf 2024-12-04T06:43:16,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 02979e8d49dd8414967aa219381058a7, server=607fd5c6574c,33203,1733294575380 in 10.0240 sec 2024-12-04T06:43:16,596 DEBUG [StoreOpener-3ad57c4e0e7c32a15dcf9a4b21ac6b43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:16,596 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:16,597 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:16,597 INFO [StoreOpener-3ad57c4e0e7c32a15dcf9a4b21ac6b43-1 {}] regionserver.HStore(327): Store=3ad57c4e0e7c32a15dcf9a4b21ac6b43/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:43:16,597 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:16,597 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:16,597 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:16,598 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:16,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-04T06:43:16,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fd36300274a76d3268d737c65d7940d, server=607fd5c6574c,37169,1733294575437 in 10.0290 sec 2024-12-04T06:43:16,598 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:16,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02979e8d49dd8414967aa219381058a7, ASSIGN in 10.1910 sec 2024-12-04T06:43:16,599 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:16,599 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:16,599 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:16,599 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:16,599 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:16,599 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:16,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fd36300274a76d3268d737c65d7940d, ASSIGN in 10.1930 sec 2024-12-04T06:43:16,601 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:16,601 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:16,602 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:43:16,602 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 97560da5abb8dc765a4d2b5f87e7ee04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61467631, jitterRate=-0.0840609222650528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:43:16,602 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:16,602 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 97560da5abb8dc765a4d2b5f87e7ee04: Running coprocessor pre-open hook at 1733294596590Writing region info on filesystem at 1733294596590Initializing all the Stores at 1733294596592 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294596592Cleaning up temporary data from old regions at 1733294596597 (+5 ms)Running coprocessor post-open hooks at 1733294596602 (+5 ms)Region opened successfully at 1733294596602 2024-12-04T06:43:16,603 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/3ad57c4e0e7c32a15dcf9a4b21ac6b43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:43:16,603 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04., pid=15, masterSystemTime=1733294596565 2024-12-04T06:43:16,604 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3ad57c4e0e7c32a15dcf9a4b21ac6b43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60740639, jitterRate=-0.09489394724369049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:43:16,604 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/e2198e58fd6fb078d7563139785fe584/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:43:16,604 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:16,604 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3ad57c4e0e7c32a15dcf9a4b21ac6b43: Running coprocessor pre-open hook at 1733294596591Writing region info on filesystem at 1733294596591Initializing all the Stores at 1733294596592 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294596592Cleaning up temporary data from old regions at 1733294596599 (+7 ms)Running coprocessor post-open hooks at 1733294596604 (+5 ms)Region opened successfully at 1733294596604 2024-12-04T06:43:16,604 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e2198e58fd6fb078d7563139785fe584; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61511077, jitterRate=-0.08341352641582489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:43:16,604 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:16,604 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e2198e58fd6fb078d7563139785fe584: Running coprocessor pre-open hook at 1733294596587Writing region info on filesystem at 1733294596587Initializing all the Stores at 1733294596588 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294596588Cleaning up temporary data from old regions at 1733294596599 (+11 ms)Running coprocessor post-open hooks at 1733294596604 (+5 ms)Region opened successfully at 1733294596604 2024-12-04T06:43:16,604 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43., pid=18, masterSystemTime=1733294596568 2024-12-04T06:43:16,605 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584., pid=21, masterSystemTime=1733294596578 2024-12-04T06:43:16,605 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:16,605 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:16,606 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:16,606 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 83702b66382a66db001cf27d73e1239a, NAME => 'SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-04T06:43:16,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=97560da5abb8dc765a4d2b5f87e7ee04, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,33203,1733294575380 2024-12-04T06:43:16,606 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:16,606 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:16,606 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:16,606 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:16,606 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:16,606 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:16,606 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:16,606 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a786490a52291d7efc34c8b5c1934ed6, NAME => 'SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-04T06:43:16,607 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:16,607 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:16,607 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:16,607 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:16,607 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ad57c4e0e7c32a15dcf9a4b21ac6b43, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:16,608 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:16,608 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:16,608 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:16,608 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ca00396997b056bd729f18e3b5384c82, NAME => 'SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-04T06:43:16,608 INFO [StoreOpener-83702b66382a66db001cf27d73e1239a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:16,608 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:16,608 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:16,609 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:16,609 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:16,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97560da5abb8dc765a4d2b5f87e7ee04, server=607fd5c6574c,33203,1733294575380 because future has completed 2024-12-04T06:43:16,609 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=607fd5c6574c,33203,1733294575380, table=SPTestTable, region=97560da5abb8dc765a4d2b5f87e7ee04. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T06:43:16,609 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e2198e58fd6fb078d7563139785fe584, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:16,610 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=607fd5c6574c,37169,1733294575437, table=SPTestTable, region=3ad57c4e0e7c32a15dcf9a4b21ac6b43. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T06:43:16,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ad57c4e0e7c32a15dcf9a4b21ac6b43, server=607fd5c6574c,37169,1733294575437 because future has completed 2024-12-04T06:43:16,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2198e58fd6fb078d7563139785fe584, server=607fd5c6574c,32829,1733294575326 because future has completed 2024-12-04T06:43:16,613 INFO [StoreOpener-a786490a52291d7efc34c8b5c1934ed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:16,614 INFO [StoreOpener-ca00396997b056bd729f18e3b5384c82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:16,614 INFO [StoreOpener-83702b66382a66db001cf27d73e1239a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83702b66382a66db001cf27d73e1239a columnFamilyName cf 2024-12-04T06:43:16,614 DEBUG [StoreOpener-83702b66382a66db001cf27d73e1239a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:16,615 INFO [StoreOpener-83702b66382a66db001cf27d73e1239a-1 {}] regionserver.HStore(327): Store=83702b66382a66db001cf27d73e1239a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:43:16,615 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:16,616 INFO [StoreOpener-a786490a52291d7efc34c8b5c1934ed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a786490a52291d7efc34c8b5c1934ed6 columnFamilyName cf 2024-12-04T06:43:16,616 DEBUG [StoreOpener-a786490a52291d7efc34c8b5c1934ed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:16,616 INFO [StoreOpener-ca00396997b056bd729f18e3b5384c82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca00396997b056bd729f18e3b5384c82 columnFamilyName cf 2024-12-04T06:43:16,616 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:16,616 DEBUG [StoreOpener-ca00396997b056bd729f18e3b5384c82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:16,616 INFO [StoreOpener-a786490a52291d7efc34c8b5c1934ed6-1 {}] regionserver.HStore(327): Store=a786490a52291d7efc34c8b5c1934ed6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:43:16,616 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:16,617 INFO [StoreOpener-ca00396997b056bd729f18e3b5384c82-1 {}] regionserver.HStore(327): Store=ca00396997b056bd729f18e3b5384c82/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:43:16,617 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:16,617 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:16,617 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:16,617 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:16,618 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:16,618 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:16,618 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:16,619 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:16,619 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:16,619 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:16,620 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:16,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-04T06:43:16,620 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:16,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 97560da5abb8dc765a4d2b5f87e7ee04, server=607fd5c6574c,33203,1733294575380 in 10.0500 sec 2024-12-04T06:43:16,621 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:16,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-12-04T06:43:16,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ad57c4e0e7c32a15dcf9a4b21ac6b43, server=607fd5c6574c,37169,1733294575437 in 10.0490 sec 2024-12-04T06:43:16,622 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:16,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-04T06:43:16,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e2198e58fd6fb078d7563139785fe584, server=607fd5c6574c,32829,1733294575326 in 10.0450 sec 2024-12-04T06:43:16,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97560da5abb8dc765a4d2b5f87e7ee04, ASSIGN in 10.2150 sec 2024-12-04T06:43:16,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ad57c4e0e7c32a15dcf9a4b21ac6b43, ASSIGN in 10.2160 sec 2024-12-04T06:43:16,624 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:16,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e2198e58fd6fb078d7563139785fe584, ASSIGN in 10.2180 sec 2024-12-04T06:43:16,625 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/83702b66382a66db001cf27d73e1239a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:43:16,625 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 83702b66382a66db001cf27d73e1239a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71624051, jitterRate=0.06728152930736542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:43:16,626 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:16,626 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 83702b66382a66db001cf27d73e1239a: Running coprocessor pre-open hook at 1733294596606Writing region info on filesystem at 1733294596606Initializing all the Stores at 1733294596608 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294596608Cleaning up temporary data from old regions at 1733294596617 (+9 ms)Running coprocessor post-open hooks at 1733294596626 (+9 ms)Region opened successfully at 1733294596626 2024-12-04T06:43:16,626 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a., pid=23, masterSystemTime=1733294596565 2024-12-04T06:43:16,628 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:16,628 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:16,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=83702b66382a66db001cf27d73e1239a, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,33203,1733294575380 2024-12-04T06:43:16,629 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/a786490a52291d7efc34c8b5c1934ed6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:43:16,629 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a786490a52291d7efc34c8b5c1934ed6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65735891, jitterRate=-0.020458891987800598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:43:16,630 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:16,630 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a786490a52291d7efc34c8b5c1934ed6: Running coprocessor pre-open hook at 1733294596607Writing region info on filesystem at 1733294596607Initializing all the Stores at 1733294596613 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294596613Cleaning up temporary data from old regions at 1733294596619 (+6 ms)Running coprocessor post-open hooks at 1733294596630 (+11 ms)Region opened successfully at 1733294596630 2024-12-04T06:43:16,630 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6., pid=19, masterSystemTime=1733294596568 2024-12-04T06:43:16,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83702b66382a66db001cf27d73e1239a, server=607fd5c6574c,33203,1733294575380 because future has completed 2024-12-04T06:43:16,632 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/ca00396997b056bd729f18e3b5384c82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:43:16,632 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:16,632 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ca00396997b056bd729f18e3b5384c82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66646336, jitterRate=-0.006892204284667969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:43:16,632 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:16,632 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:16,632 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:16,632 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ca00396997b056bd729f18e3b5384c82: Running coprocessor pre-open hook at 1733294596609Writing region info on filesystem at 1733294596609Initializing all the Stores at 1733294596613 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294596613Cleaning up temporary data from old regions at 1733294596620 (+7 ms)Running coprocessor post-open hooks at 1733294596632 (+12 ms)Region opened successfully at 1733294596632 2024-12-04T06:43:16,632 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 86bc142e6cb41db966fc600e59f72143, NAME => 'SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-04T06:43:16,633 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:16,633 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:16,633 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:16,633 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:16,633 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82., pid=24, masterSystemTime=1733294596578 2024-12-04T06:43:16,633 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a786490a52291d7efc34c8b5c1934ed6, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:16,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-04T06:43:16,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 83702b66382a66db001cf27d73e1239a, server=607fd5c6574c,33203,1733294575380 in 10.0570 sec 2024-12-04T06:43:16,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a786490a52291d7efc34c8b5c1934ed6, server=607fd5c6574c,37169,1733294575437 because future has completed 2024-12-04T06:43:16,636 INFO [StoreOpener-86bc142e6cb41db966fc600e59f72143-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:16,636 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:16,636 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:16,636 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:16,636 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 460de78373164ca335bd46dfebfeb4b6, NAME => 'SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-04T06:43:16,637 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:16,637 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:16,637 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:16,637 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:16,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ca00396997b056bd729f18e3b5384c82, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:16,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83702b66382a66db001cf27d73e1239a, ASSIGN in 10.2300 sec 2024-12-04T06:43:16,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca00396997b056bd729f18e3b5384c82, server=607fd5c6574c,32829,1733294575326 because future has completed 2024-12-04T06:43:16,640 INFO [StoreOpener-86bc142e6cb41db966fc600e59f72143-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86bc142e6cb41db966fc600e59f72143 columnFamilyName cf 2024-12-04T06:43:16,640 DEBUG [StoreOpener-86bc142e6cb41db966fc600e59f72143-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:16,641 INFO [StoreOpener-86bc142e6cb41db966fc600e59f72143-1 {}] regionserver.HStore(327): Store=86bc142e6cb41db966fc600e59f72143/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:43:16,641 INFO [StoreOpener-460de78373164ca335bd46dfebfeb4b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:16,641 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:16,642 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:16,643 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:16,643 INFO [StoreOpener-460de78373164ca335bd46dfebfeb4b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 460de78373164ca335bd46dfebfeb4b6 columnFamilyName cf 2024-12-04T06:43:16,643 DEBUG [StoreOpener-460de78373164ca335bd46dfebfeb4b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:16,643 INFO [StoreOpener-460de78373164ca335bd46dfebfeb4b6-1 {}] regionserver.HStore(327): Store=460de78373164ca335bd46dfebfeb4b6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:43:16,643 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:16,643 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:16,644 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:16,644 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:16,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-12-04T06:43:16,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a786490a52291d7efc34c8b5c1934ed6, server=607fd5c6574c,37169,1733294575437 in 10.0710 sec 2024-12-04T06:43:16,645 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:16,646 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:16,646 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:16,646 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:16,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-12-04T06:43:16,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ca00396997b056bd729f18e3b5384c82, server=607fd5c6574c,32829,1733294575326 in 10.0620 sec 2024-12-04T06:43:16,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a786490a52291d7efc34c8b5c1934ed6, ASSIGN in 10.2400 sec 2024-12-04T06:43:16,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca00396997b056bd729f18e3b5384c82, ASSIGN in 10.2420 sec 2024-12-04T06:43:16,649 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:16,650 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/86bc142e6cb41db966fc600e59f72143/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:43:16,651 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 86bc142e6cb41db966fc600e59f72143; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72202193, jitterRate=0.07589651644229889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:43:16,651 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:16,651 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 86bc142e6cb41db966fc600e59f72143: Running coprocessor pre-open hook at 1733294596633Writing region info on filesystem at 1733294596633Initializing all the Stores at 1733294596635 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294596635Cleaning up temporary data from old regions at 1733294596643 (+8 ms)Running coprocessor post-open hooks at 1733294596651 (+8 ms)Region opened successfully at 1733294596651 2024-12-04T06:43:16,651 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143., pid=16, masterSystemTime=1733294596568 2024-12-04T06:43:16,652 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/460de78373164ca335bd46dfebfeb4b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:43:16,653 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 460de78373164ca335bd46dfebfeb4b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63606585, jitterRate=-0.052188023924827576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:43:16,653 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:16,653 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 460de78373164ca335bd46dfebfeb4b6: Running coprocessor pre-open hook at 1733294596637Writing region info on filesystem at 1733294596637Initializing all the Stores at 1733294596641 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294596641Cleaning up temporary data from old regions at 1733294596646 (+5 ms)Running coprocessor post-open hooks at 1733294596653 (+7 ms)Region opened successfully at 1733294596653 2024-12-04T06:43:16,654 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:16,654 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:16,655 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6., pid=22, masterSystemTime=1733294596578 2024-12-04T06:43:16,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=86bc142e6cb41db966fc600e59f72143, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:16,657 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:16,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86bc142e6cb41db966fc600e59f72143, server=607fd5c6574c,37169,1733294575437 because future has completed 2024-12-04T06:43:16,658 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:16,658 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=460de78373164ca335bd46dfebfeb4b6, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:16,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 460de78373164ca335bd46dfebfeb4b6, server=607fd5c6574c,32829,1733294575326 because future has completed 2024-12-04T06:43:16,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-12-04T06:43:16,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 86bc142e6cb41db966fc600e59f72143, server=607fd5c6574c,37169,1733294575437 in 10.0950 sec 2024-12-04T06:43:16,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-12-04T06:43:16,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86bc142e6cb41db966fc600e59f72143, ASSIGN in 10.2560 sec 2024-12-04T06:43:16,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 460de78373164ca335bd46dfebfeb4b6, server=607fd5c6574c,32829,1733294575326 in 10.0870 sec 2024-12-04T06:43:16,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-04T06:43:16,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=460de78373164ca335bd46dfebfeb4b6, ASSIGN in 10.2580 sec 2024-12-04T06:43:16,666 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T06:43:16,666 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733294596666"}]},"ts":"1733294596666"} 2024-12-04T06:43:16,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-04T06:43:16,669 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T06:43:16,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3500 sec 2024-12-04T06:43:19,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-04T06:43:22,075 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T06:43:22,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:43:22,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:43:22,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T06:43:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:43:24,608 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-04T06:43:24,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-04T06:43:24,608 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T06:43:24,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-04T06:43:24,613 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T06:43:24,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-04T06:43:24,642 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6., hostname=607fd5c6574c,37169,1733294575437, seqNum=2] 2024-12-04T06:43:24,644 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6., hostname=607fd5c6574c,37169,1733294575437, seqNum=2] 2024-12-04T06:43:24,646 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6., hostname=607fd5c6574c,37169,1733294575437, seqNum=2] 2024-12-04T06:43:24,647 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6., hostname=607fd5c6574c,37169,1733294575437, seqNum=2] 2024-12-04T06:43:24,648 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6., hostname=607fd5c6574c,37169,1733294575437, seqNum=2] 2024-12-04T06:43:24,704 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82., hostname=607fd5c6574c,32829,1733294575326, seqNum=2] 2024-12-04T06:43:24,706 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82., hostname=607fd5c6574c,32829,1733294575326, seqNum=2] 2024-12-04T06:43:24,709 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82., hostname=607fd5c6574c,32829,1733294575326, seqNum=2] 2024-12-04T06:43:24,771 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04., hostname=607fd5c6574c,33203,1733294575380, seqNum=2] 2024-12-04T06:43:24,778 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04., hostname=607fd5c6574c,33203,1733294575380, seqNum=2] 2024-12-04T06:43:24,780 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04., hostname=607fd5c6574c,33203,1733294575380, seqNum=2] 2024-12-04T06:43:24,781 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04., hostname=607fd5c6574c,33203,1733294575380, seqNum=2] 2024-12-04T06:43:24,782 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04., hostname=607fd5c6574c,33203,1733294575380, seqNum=2] 2024-12-04T06:43:24,784 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04., hostname=607fd5c6574c,33203,1733294575380, seqNum=2] 2024-12-04T06:43:24,786 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04., hostname=607fd5c6574c,33203,1733294575380, seqNum=2] 2024-12-04T06:43:24,857 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143., hostname=607fd5c6574c,37169,1733294575437, seqNum=2] 2024-12-04T06:43:24,860 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143., hostname=607fd5c6574c,37169,1733294575437, seqNum=2] 2024-12-04T06:43:24,861 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143., hostname=607fd5c6574c,37169,1733294575437, seqNum=2] 2024-12-04T06:43:24,863 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143., hostname=607fd5c6574c,37169,1733294575437, seqNum=2] 2024-12-04T06:43:24,864 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143., hostname=607fd5c6574c,37169,1733294575437, seqNum=2] 2024-12-04T06:43:24,865 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143., hostname=607fd5c6574c,37169,1733294575437, seqNum=2] 2024-12-04T06:43:25,186 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T06:43:25,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:43:25,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:43:25,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:43:25,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:43:25,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:25,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33203 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T06:43:25,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32829 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T06:43:25,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T06:43:26,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37169 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T06:43:26,640 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-04T06:43:26,640 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T06:43:26,642 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-04T06:43:26,643 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-04T06:43:26,649 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-04T06:43:26,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741848_1024 (size=49) 2024-12-04T06:43:26,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741848_1024 (size=49) 2024-12-04T06:43:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741848_1024 (size=49) 2024-12-04T06:43:26,687 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-04T06:43:26,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ad57c4e0e7c32a15dcf9a4b21ac6b43}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83702b66382a66db001cf27d73e1239a}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 460de78373164ca335bd46dfebfeb4b6}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e2198e58fd6fb078d7563139785fe584}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fd36300274a76d3268d737c65d7940d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02979e8d49dd8414967aa219381058a7}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a786490a52291d7efc34c8b5c1934ed6}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca00396997b056bd729f18e3b5384c82}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97560da5abb8dc765a4d2b5f87e7ee04}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86bc142e6cb41db966fc600e59f72143}] 2024-12-04T06:43:26,689 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:26,690 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:26,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:26,690 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:26,691 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:26,696 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:26,703 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:26,703 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:26,706 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:26,707 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:31,264 INFO [regionserver/607fd5c6574c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-04T06:43:36,578 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=607fd5c6574c,37169,1733294575437, timeout=1733294616692, delay=113, operations=[pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a786490a52291d7efc34c8b5c1934ed6, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fd36300274a76d3268d737c65d7940d, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ad57c4e0e7c32a15dcf9a4b21ac6b43, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86bc142e6cb41db966fc600e59f72143], containedObject=607fd5c6574c,33203,1733294575380, timeout=1733294616692, delay=113, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97560da5abb8dc765a4d2b5f87e7ee04, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02979e8d49dd8414967aa219381058a7, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83702b66382a66db001cf27d73e1239a], containedObject=607fd5c6574c,32829,1733294575326, timeout=1733294616692, delay=113, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 460de78373164ca335bd46dfebfeb4b6, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e2198e58fd6fb078d7563139785fe584, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca00396997b056bd729f18e3b5384c82]] 2024-12-04T06:43:36,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-04T06:43:36,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-04T06:43:36,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-04T06:43:36,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-04T06:43:36,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:36,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-04T06:43:36,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:36,694 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing a786490a52291d7efc34c8b5c1934ed6 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-04T06:43:36,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 460de78373164ca335bd46dfebfeb4b6: 2024-12-04T06:43:36,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:36,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. for SnapshotProcedureTest completed. 2024-12-04T06:43:36,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 4fd36300274a76d3268d737c65d7940d: 2024-12-04T06:43:36,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-04T06:43:36,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. for SnapshotProcedureTest completed. 2024-12-04T06:43:36,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-04T06:43:36,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:36,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:43:36,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:43:36,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:43:36,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:43:36,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:43:36,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:43:36,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-04T06:43:36,695 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 97560da5abb8dc765a4d2b5f87e7ee04 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-04T06:43:36,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:36,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for e2198e58fd6fb078d7563139785fe584: 2024-12-04T06:43:36,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. for SnapshotProcedureTest completed. 2024-12-04T06:43:36,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:43:36,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:36,697 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ca00396997b056bd729f18e3b5384c82 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-04T06:43:36,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:43:36,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:43:36,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-04T06:43:36,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:36,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 02979e8d49dd8414967aa219381058a7: 2024-12-04T06:43:36,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. for SnapshotProcedureTest completed. 2024-12-04T06:43:36,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:43:36,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:43:36,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:43:36,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-04T06:43:36,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:36,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3ad57c4e0e7c32a15dcf9a4b21ac6b43: 2024-12-04T06:43:36,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. for SnapshotProcedureTest completed. 2024-12-04T06:43:36,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:43:36,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:43:36,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:43:36,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:36,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 83702b66382a66db001cf27d73e1239a: 2024-12-04T06:43:36,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. for SnapshotProcedureTest completed. 2024-12-04T06:43:36,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:43:36,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:43:36,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T06:43:36,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04/.tmp/cf/bae1ceb1e70d450ab5a9982b01b5f8de is 34, key is ccd/cf:cf/1733294605819/Put/seqid=0 2024-12-04T06:43:36,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/a786490a52291d7efc34c8b5c1934ed6/.tmp/cf/5b0282ab4f484cc08cba3a20f9a0b89d is 34, key is aaa/cf:cf/1733294605867/Put/seqid=0 2024-12-04T06:43:36,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/ca00396997b056bd729f18e3b5384c82/.tmp/cf/725f636b7fbe4f5382d227b7a136fd0a is 34, key is baa/cf:cf/1733294605824/Put/seqid=0 2024-12-04T06:43:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741849_1025 (size=65) 2024-12-04T06:43:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741849_1025 (size=65) 2024-12-04T06:43:36,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741849_1025 (size=65) 2024-12-04T06:43:36,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:36,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-04T06:43:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-04T06:43:36,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:36,822 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:36,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 83702b66382a66db001cf27d73e1239a in 10.1360 sec 2024-12-04T06:43:36,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741851_1027 (size=65) 2024-12-04T06:43:36,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741851_1027 (size=65) 2024-12-04T06:43:36,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741851_1027 (size=65) 2024-12-04T06:43:36,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:36,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-04T06:43:36,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:36,834 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 86bc142e6cb41db966fc600e59f72143 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-04T06:43:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-04T06:43:36,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:36,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:36,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4fd36300274a76d3268d737c65d7940d in 10.1500 sec 2024-12-04T06:43:36,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741854_1030 (size=65) 2024-12-04T06:43:36,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741854_1030 (size=65) 2024-12-04T06:43:36,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741854_1030 (size=65) 2024-12-04T06:43:36,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:36,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-04T06:43:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-04T06:43:36,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:36,864 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:36,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 460de78373164ca335bd46dfebfeb4b6 in 10.1780 sec 2024-12-04T06:43:36,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741856_1032 (size=26918) 2024-12-04T06:43:36,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741856_1032 (size=26918) 2024-12-04T06:43:36,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741856_1032 (size=26918) 2024-12-04T06:43:36,873 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/a786490a52291d7efc34c8b5c1934ed6/.tmp/cf/5b0282ab4f484cc08cba3a20f9a0b89d 2024-12-04T06:43:36,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741850_1026 (size=65) 2024-12-04T06:43:36,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741850_1026 (size=65) 2024-12-04T06:43:36,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741850_1026 (size=65) 2024-12-04T06:43:36,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:36,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-04T06:43:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-04T06:43:36,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:36,893 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:36,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 02979e8d49dd8414967aa219381058a7 in 10.2070 sec 2024-12-04T06:43:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741853_1029 (size=47197) 2024-12-04T06:43:36,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741853_1029 (size=47197) 2024-12-04T06:43:36,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741853_1029 (size=47197) 2024-12-04T06:43:36,902 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04/.tmp/cf/bae1ceb1e70d450ab5a9982b01b5f8de 2024-12-04T06:43:36,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741855_1031 (size=65) 2024-12-04T06:43:36,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741855_1031 (size=65) 2024-12-04T06:43:36,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:36,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-04T06:43:36,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741855_1031 (size=65) 2024-12-04T06:43:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-04T06:43:36,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:36,974 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:36,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e2198e58fd6fb078d7563139785fe584 in 10.2890 sec 2024-12-04T06:43:36,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741857_1033 (size=28623) 2024-12-04T06:43:36,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741857_1033 (size=28623) 2024-12-04T06:43:36,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741857_1033 (size=28623) 2024-12-04T06:43:36,996 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/ca00396997b056bd729f18e3b5384c82/.tmp/cf/725f636b7fbe4f5382d227b7a136fd0a 2024-12-04T06:43:36,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/86bc142e6cb41db966fc600e59f72143/.tmp/cf/3e9b732461814bdfbe1499fe94b9ccc6 is 34, key is eaa/cf:cf/1733294606487/Put/seqid=0 2024-12-04T06:43:37,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/a786490a52291d7efc34c8b5c1934ed6/.tmp/cf/5b0282ab4f484cc08cba3a20f9a0b89d as hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/a786490a52291d7efc34c8b5c1934ed6/cf/5b0282ab4f484cc08cba3a20f9a0b89d 2024-12-04T06:43:37,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741852_1028 (size=57) 2024-12-04T06:43:37,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741852_1028 (size=57) 2024-12-04T06:43:37,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741852_1028 (size=57) 2024-12-04T06:43:37,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/ca00396997b056bd729f18e3b5384c82/.tmp/cf/725f636b7fbe4f5382d227b7a136fd0a as hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/ca00396997b056bd729f18e3b5384c82/cf/725f636b7fbe4f5382d227b7a136fd0a 2024-12-04T06:43:37,016 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/a786490a52291d7efc34c8b5c1934ed6/cf/5b0282ab4f484cc08cba3a20f9a0b89d, entries=676, sequenceid=5, filesize=26.3 K 2024-12-04T06:43:37,018 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for a786490a52291d7efc34c8b5c1934ed6 in 323ms, sequenceid=5, compaction requested=false 2024-12-04T06:43:37,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a786490a52291d7efc34c8b5c1934ed6: 2024-12-04T06:43:37,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. for SnapshotProcedureTest completed. 2024-12-04T06:43:37,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:43:37,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:43:37,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/a786490a52291d7efc34c8b5c1934ed6/cf/5b0282ab4f484cc08cba3a20f9a0b89d] hfiles 2024-12-04T06:43:37,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/a786490a52291d7efc34c8b5c1934ed6/cf/5b0282ab4f484cc08cba3a20f9a0b89d for snapshot=SnapshotProcedureTest 2024-12-04T06:43:37,027 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/ca00396997b056bd729f18e3b5384c82/cf/725f636b7fbe4f5382d227b7a136fd0a, entries=731, sequenceid=5, filesize=28.0 K 2024-12-04T06:43:37,029 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ca00396997b056bd729f18e3b5384c82 in 333ms, sequenceid=5, compaction requested=false 2024-12-04T06:43:37,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ca00396997b056bd729f18e3b5384c82: 2024-12-04T06:43:37,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. for SnapshotProcedureTest completed. 2024-12-04T06:43:37,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:43:37,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:43:37,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/ca00396997b056bd729f18e3b5384c82/cf/725f636b7fbe4f5382d227b7a136fd0a] hfiles 2024-12-04T06:43:37,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/ca00396997b056bd729f18e3b5384c82/cf/725f636b7fbe4f5382d227b7a136fd0a for snapshot=SnapshotProcedureTest 2024-12-04T06:43:37,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04/.tmp/cf/bae1ceb1e70d450ab5a9982b01b5f8de as hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04/cf/bae1ceb1e70d450ab5a9982b01b5f8de 2024-12-04T06:43:37,044 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04/cf/bae1ceb1e70d450ab5a9982b01b5f8de, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-04T06:43:37,048 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 97560da5abb8dc765a4d2b5f87e7ee04 in 353ms, sequenceid=5, compaction requested=false 2024-12-04T06:43:37,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 97560da5abb8dc765a4d2b5f87e7ee04: 2024-12-04T06:43:37,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. for SnapshotProcedureTest completed. 2024-12-04T06:43:37,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:43:37,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:43:37,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04/cf/bae1ceb1e70d450ab5a9982b01b5f8de] hfiles 2024-12-04T06:43:37,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04/cf/bae1ceb1e70d450ab5a9982b01b5f8de for snapshot=SnapshotProcedureTest 2024-12-04T06:43:37,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741858_1034 (size=499309) 2024-12-04T06:43:37,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741858_1034 (size=499309) 2024-12-04T06:43:37,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741858_1034 (size=499309) 2024-12-04T06:43:37,126 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/86bc142e6cb41db966fc600e59f72143/.tmp/cf/3e9b732461814bdfbe1499fe94b9ccc6 2024-12-04T06:43:37,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/86bc142e6cb41db966fc600e59f72143/.tmp/cf/3e9b732461814bdfbe1499fe94b9ccc6 as hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/86bc142e6cb41db966fc600e59f72143/cf/3e9b732461814bdfbe1499fe94b9ccc6 2024-12-04T06:43:37,157 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/86bc142e6cb41db966fc600e59f72143/cf/3e9b732461814bdfbe1499fe94b9ccc6, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-04T06:43:37,159 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 86bc142e6cb41db966fc600e59f72143 in 324ms, sequenceid=5, compaction requested=false 2024-12-04T06:43:37,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 86bc142e6cb41db966fc600e59f72143: 2024-12-04T06:43:37,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. for SnapshotProcedureTest completed. 2024-12-04T06:43:37,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T06:43:37,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T06:43:37,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/86bc142e6cb41db966fc600e59f72143/cf/3e9b732461814bdfbe1499fe94b9ccc6] hfiles 2024-12-04T06:43:37,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/86bc142e6cb41db966fc600e59f72143/cf/3e9b732461814bdfbe1499fe94b9ccc6 for snapshot=SnapshotProcedureTest 2024-12-04T06:43:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741859_1035 (size=105) 2024-12-04T06:43:37,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741859_1035 (size=105) 2024-12-04T06:43:37,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741859_1035 (size=105) 2024-12-04T06:43:37,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:37,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-04T06:43:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-04T06:43:37,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:37,198 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:37,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a786490a52291d7efc34c8b5c1934ed6 in 10.5130 sec 2024-12-04T06:43:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741860_1036 (size=105) 2024-12-04T06:43:37,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741860_1036 (size=105) 2024-12-04T06:43:37,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:37,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-04T06:43:37,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741860_1036 (size=105) 2024-12-04T06:43:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-04T06:43:37,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:37,242 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:37,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ca00396997b056bd729f18e3b5384c82 in 10.5560 sec 2024-12-04T06:43:37,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741861_1037 (size=105) 2024-12-04T06:43:37,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741861_1037 (size=105) 2024-12-04T06:43:37,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:37,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-04T06:43:37,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741861_1037 (size=105) 2024-12-04T06:43:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-04T06:43:37,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:37,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:37,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 97560da5abb8dc765a4d2b5f87e7ee04 in 10.5750 sec 2024-12-04T06:43:37,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741862_1038 (size=97) 2024-12-04T06:43:37,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741862_1038 (size=97) 2024-12-04T06:43:37,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741862_1038 (size=97) 2024-12-04T06:43:37,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:37,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-04T06:43:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-04T06:43:37,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:37,279 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:37,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 86bc142e6cb41db966fc600e59f72143 in 10.5930 sec 2024-12-04T06:43:37,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:37,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-04T06:43:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-04T06:43:37,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:37,407 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:37,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-04T06:43:37,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3ad57c4e0e7c32a15dcf9a4b21ac6b43 in 10.7210 sec 2024-12-04T06:43:37,410 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-04T06:43:37,412 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-04T06:43:37,413 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-04T06:43:37,413 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-04T06:43:37,415 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T06:43:37,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741863_1039 (size=1174) 2024-12-04T06:43:37,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741863_1039 (size=1174) 2024-12-04T06:43:37,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741863_1039 (size=1174) 2024-12-04T06:43:37,469 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-04T06:43:37,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-04T06:43:37,479 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,33203,1733294575380 2024-12-04T06:43:37,480 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,33203,1733294575380 2024-12-04T06:43:37,480 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:37,481 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:37,481 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:37,484 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,33203,1733294575380 2024-12-04T06:43:37,486 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:37,487 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:37,490 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:37,555 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T06:43:37,556 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 607fd5c6574c,33203,1733294575380 2024-12-04T06:43:37,556 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 607fd5c6574c,33203,1733294575380: Simulated kill ***** 2024-12-04T06:43:37,556 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T06:43:37,556 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T06:43:37,557 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T06:43:37,557 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T06:43:37,557 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T06:43:37,557 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 637776896 }, "NonHeapMemoryUsage": { "committed": 176160768, "init": 7667712, "max": -1, "used": 171812896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T06:43:37,558 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39295 {}] master.MasterRpcServices(700): 607fd5c6574c,33203,1733294575380 reported a fatal error: ***** ABORTING region server 607fd5c6574c,33203,1733294575380: Simulated kill ***** 2024-12-04T06:43:37,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '607fd5c6574c,33203,1733294575380' ***** 2024-12-04T06:43:37,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-04T06:43:37,559 INFO [RS:1;607fd5c6574c:33203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T06:43:37,559 INFO [RS:1;607fd5c6574c:33203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-04T06:43:37,559 INFO [RS:1;607fd5c6574c:33203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-04T06:43:37,559 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T06:43:37,559 INFO [RS:1;607fd5c6574c:33203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T06:43:37,559 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T06:43:37,559 INFO [RS:1;607fd5c6574c:33203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;607fd5c6574c:33203. 2024-12-04T06:43:37,560 DEBUG [RS:1;607fd5c6574c:33203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:43:37,560 DEBUG [RS:1;607fd5c6574c:33203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:43:37,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741834_1010 (size=1488) 2024-12-04T06:43:37,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741834_1010 (size=1488) 2024-12-04T06:43:37,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741834_1010 (size=1488) 2024-12-04T06:43:37,568 DEBUG [RS:1;607fd5c6574c:33203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:43:37,568 INFO [RS:1;607fd5c6574c:33203 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:43:37,568 INFO [RS:1;607fd5c6574c:33203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33203 2024-12-04T06:43:37,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:43:37,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/607fd5c6574c,33203,1733294575380 2024-12-04T06:43:37,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [607fd5c6574c,33203,1733294575380] 2024-12-04T06:43:37,576 INFO [RS:1;607fd5c6574c:33203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T06:43:37,578 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/607fd5c6574c,33203,1733294575380 already deleted, retry=false 2024-12-04T06:43:37,578 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 607fd5c6574c,33203,1733294575380 on 607fd5c6574c,39295,1733294575234 2024-12-04T06:43:37,580 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 607fd5c6574c,33203,1733294575380, splitWal=true, meta=false 2024-12-04T06:43:37,580 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 607fd5c6574c,33203,1733294575380 (carryingMeta=false) 607fd5c6574c,33203,1733294575380/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4811d407[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T06:43:37,581 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 607fd5c6574c,33203,1733294575380, splitWal=true, meta=false 2024-12-04T06:43:37,587 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 607fd5c6574c,33203,1733294575380 had 3 regions 2024-12-04T06:43:37,588 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 607fd5c6574c,33203,1733294575380, splitWal=true, meta=false, isMeta: false 2024-12-04T06:43:37,590 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting 2024-12-04T06:43:37,591 INFO [PEWorker-5 {}] master.SplitWALManager(105): 607fd5c6574c,33203,1733294575380 WAL count=1, meta=false 2024-12-04T06:43:37,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 607fd5c6574c%2C33203%2C1733294575380.1733294576143}] 2024-12-04T06:43:37,594 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:37,594 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,33203,1733294575380 Release verify snapshot worker=607fd5c6574c,33203,1733294575380 2024-12-04T06:43:37,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 607fd5c6574c%2C33203%2C1733294575380.1733294576143, worker=607fd5c6574c,37169,1733294575437}] 2024-12-04T06:43:37,597 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 607fd5c6574c,33203,1733294575380, this operation will be retried to send to another server 2024-12-04T06:43:37,597 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T06:43:37,599 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733294618599 2024-12-04T06:43:37,600 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,33203,1733294575380 Release verify snapshot worker=607fd5c6574c,33203,1733294575380 2024-12-04T06:43:37,600 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 607fd5c6574c,33203,1733294575380, this operation will be retried to send to another server 2024-12-04T06:43:37,600 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T06:43:37,601 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733294618601 2024-12-04T06:43:37,617 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-12-04T06:43:37,617 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-04T06:43:37,617 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-12-04T06:43:37,618 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,33203,1733294575380 Release verify snapshot worker=607fd5c6574c,33203,1733294575380 2024-12-04T06:43:37,619 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 607fd5c6574c,33203,1733294575380, this operation will be retried to send to another server 2024-12-04T06:43:37,619 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T06:43:37,619 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733294618619 2024-12-04T06:43:37,655 INFO [regionserver/607fd5c6574c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:43:37,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:43:37,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33203-0x1017c3638e40002, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:43:37,680 INFO [RS:1;607fd5c6574c:33203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T06:43:37,680 INFO [RS:1;607fd5c6574c:33203 {}] regionserver.HRegionServer(1031): Exiting; stopping=607fd5c6574c,33203,1733294575380; zookeeper connection closed. 2024-12-04T06:43:37,680 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2670cefe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2670cefe 2024-12-04T06:43:38,083 INFO [regionserver/607fd5c6574c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T06:43:38,083 INFO [regionserver/607fd5c6574c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T06:43:47,152 INFO [master/607fd5c6574c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T06:43:47,152 INFO [master/607fd5c6574c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T06:43:47,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-04T06:43:47,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-04T06:43:47,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-04T06:43:47,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-04T06:43:47,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T06:43:47,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-04T06:43:47,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-04T06:43:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-04T06:43:47,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-04T06:43:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-04T06:43:47,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-04T06:43:47,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-04T06:43:47,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-04T06:43:47,488 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,37169,1733294575437 Release verify snapshot worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-04T06:43:47,488 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,37169,1733294575437 Release verify snapshot worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:47,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,37169,1733294575437 in 10.0140 sec 2024-12-04T06:43:47,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,37169,1733294575437 in 10.0140 sec 2024-12-04T06:43:47,490 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,37169,1733294575437 Release verify snapshot worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:47,491 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:47,491 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:47,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T06:43:47,491 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:47,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-04T06:43:47,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-04T06:43:47,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-04T06:43:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-04T06:43:47,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,37169,1733294575437 in 10.0160 sec 2024-12-04T06:43:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-04T06:43:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-04T06:43:47,495 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,32829,1733294575326 Release verify snapshot worker=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:47,496 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:47,496 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,32829,1733294575326 Release verify snapshot worker=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:47,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,32829,1733294575326 in 10.0210 sec 2024-12-04T06:43:47,497 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,32829,1733294575326 Release verify snapshot worker=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:47,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,32829,1733294575326 in 10.0230 sec 2024-12-04T06:43:47,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,32829,1733294575326 in 10.0220 sec 2024-12-04T06:43:47,500 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting/607fd5c6574c%2C33203%2C1733294575380.1733294576143, size=1.5 K (1488bytes) 2024-12-04T06:43:47,501 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting/607fd5c6574c%2C33203%2C1733294575380.1733294576143 2024-12-04T06:43:47,501 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting/607fd5c6574c%2C33203%2C1733294575380.1733294576143 after 0ms 2024-12-04T06:43:47,503 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting/607fd5c6574c%2C33203%2C1733294575380.1733294576143 took 3ms 2024-12-04T06:43:47,505 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 02979e8d49dd8414967aa219381058a7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T06:43:47,506 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 97560da5abb8dc765a4d2b5f87e7ee04: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-04T06:43:47,507 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 83702b66382a66db001cf27d73e1239a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T06:43:47,507 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting/607fd5c6574c%2C33203%2C1733294575380.1733294576143 so closing down 2024-12-04T06:43:47,507 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:43:47,507 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:43:47,508 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting/607fd5c6574c%2C33203%2C1733294575380.1733294576143, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-04T06:43:47,508 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting/607fd5c6574c%2C33203%2C1733294575380.1733294576143, journal: Splitting hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting/607fd5c6574c%2C33203%2C1733294575380.1733294576143, size=1.5 K (1488bytes) at 1733294627500Finishing writing output for hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting/607fd5c6574c%2C33203%2C1733294575380.1733294576143 so closing down at 1733294627507 (+7 ms)3 split writer threads finished at 1733294627507Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting/607fd5c6574c%2C33203%2C1733294575380.1733294576143, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733294627508 (+1 ms) 2024-12-04T06:43:47,508 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting/607fd5c6574c%2C33203%2C1733294575380.1733294576143 2024-12-04T06:43:47,508 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-04T06:43:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-04T06:43:47,511 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting/607fd5c6574c%2C33203%2C1733294575380.1733294576143 to hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/oldWALs 2024-12-04T06:43:47,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-04T06:43:47,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 607fd5c6574c%2C33203%2C1733294575380.1733294576143, worker=607fd5c6574c,37169,1733294575437 in 9.9160 sec 2024-12-04T06:43:47,514 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:47,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-04T06:43:47,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 607fd5c6574c%2C33203%2C1733294575380.1733294576143, worker=607fd5c6574c,37169,1733294575437 in 9.9230 sec 2024-12-04T06:43:47,517 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting dir is empty, no logs to split. 2024-12-04T06:43:47,517 INFO [PEWorker-3 {}] master.SplitWALManager(105): 607fd5c6574c,33203,1733294575380 WAL count=0, meta=false 2024-12-04T06:43:47,517 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 607fd5c6574c,33203,1733294575380 WAL splitting is done? wals=0, meta=false 2024-12-04T06:43:47,519 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 607fd5c6574c,33203,1733294575380 failed, ignore...File hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/WALs/607fd5c6574c,33203,1733294575380-splitting does not exist. 2024-12-04T06:43:47,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97560da5abb8dc765a4d2b5f87e7ee04, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83702b66382a66db001cf27d73e1239a, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02979e8d49dd8414967aa219381058a7, ASSIGN}] 2024-12-04T06:43:47,520 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83702b66382a66db001cf27d73e1239a, ASSIGN 2024-12-04T06:43:47,521 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97560da5abb8dc765a4d2b5f87e7ee04, ASSIGN 2024-12-04T06:43:47,521 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02979e8d49dd8414967aa219381058a7, ASSIGN 2024-12-04T06:43:47,521 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97560da5abb8dc765a4d2b5f87e7ee04, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T06:43:47,521 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83702b66382a66db001cf27d73e1239a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T06:43:47,521 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02979e8d49dd8414967aa219381058a7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T06:43:47,672 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(204): Hosts are {607fd5c6574c=0} racks are {/default-rack=0} 2024-12-04T06:43:47,672 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T06:43:47,672 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T06:43:47,672 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T06:43:47,672 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T06:43:47,672 INFO [607fd5c6574c:39295 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T06:43:47,672 INFO [607fd5c6574c:39295 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T06:43:47,672 DEBUG [607fd5c6574c:39295 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T06:43:47,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=97560da5abb8dc765a4d2b5f87e7ee04, regionState=OPENING, regionLocation=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:47,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=02979e8d49dd8414967aa219381058a7, regionState=OPENING, regionLocation=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:47,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=83702b66382a66db001cf27d73e1239a, regionState=OPENING, regionLocation=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:47,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97560da5abb8dc765a4d2b5f87e7ee04, ASSIGN because future has completed 2024-12-04T06:43:47,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97560da5abb8dc765a4d2b5f87e7ee04, server=607fd5c6574c,32829,1733294575326}] 2024-12-04T06:43:47,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02979e8d49dd8414967aa219381058a7, ASSIGN because future has completed 2024-12-04T06:43:47,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02979e8d49dd8414967aa219381058a7, server=607fd5c6574c,37169,1733294575437}] 2024-12-04T06:43:47,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83702b66382a66db001cf27d73e1239a, ASSIGN because future has completed 2024-12-04T06:43:47,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83702b66382a66db001cf27d73e1239a, server=607fd5c6574c,32829,1733294575326}] 2024-12-04T06:43:55,186 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T06:43:57,438 INFO [regionserver/607fd5c6574c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-04T06:43:57,495 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:57,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-04T06:43:57,496 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 02979e8d49dd8414967aa219381058a7, NAME => 'SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-04T06:43:57,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-04T06:43:57,496 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:57,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-04T06:43:57,496 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:57,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-04T06:43:57,496 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:57,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-04T06:43:57,496 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:57,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-04T06:43:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-04T06:43:57,498 INFO [StoreOpener-02979e8d49dd8414967aa219381058a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-04T06:43:57,498 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,37169,1733294575437 Release verify snapshot worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:57,499 INFO [StoreOpener-02979e8d49dd8414967aa219381058a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02979e8d49dd8414967aa219381058a7 columnFamilyName cf 2024-12-04T06:43:57,499 DEBUG [StoreOpener-02979e8d49dd8414967aa219381058a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-04T06:43:57,500 INFO [StoreOpener-02979e8d49dd8414967aa219381058a7-1 {}] regionserver.HStore(327): Store=02979e8d49dd8414967aa219381058a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:43:57,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,37169,1733294575437 in 20.0240 sec 2024-12-04T06:43:57,500 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,37169,1733294575437 Release verify snapshot worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:57,500 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:57,500 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:57,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-04T06:43:57,501 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 97560da5abb8dc765a4d2b5f87e7ee04, NAME => 'SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-04T06:43:57,501 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:57,501 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:57,501 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:57,501 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:57,501 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:57,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-04T06:43:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-04T06:43:57,503 INFO [StoreOpener-97560da5abb8dc765a4d2b5f87e7ee04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:57,503 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,37169,1733294575437 Release verify snapshot worker=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:57,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,37169,1733294575437 in 20.0260 sec 2024-12-04T06:43:57,503 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:57,504 INFO [StoreOpener-97560da5abb8dc765a4d2b5f87e7ee04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97560da5abb8dc765a4d2b5f87e7ee04 columnFamilyName cf 2024-12-04T06:43:57,504 DEBUG [StoreOpener-97560da5abb8dc765a4d2b5f87e7ee04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:57,504 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:57,504 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:57,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,37169,1733294575437 in 20.0290 sec 2024-12-04T06:43:57,505 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,32829,1733294575326 Release verify snapshot worker=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:57,506 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:57,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=25 2024-12-04T06:43:57,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=607fd5c6574c,32829,1733294575326 in 20.0310 sec 2024-12-04T06:43:57,507 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-04T06:43:57,507 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 02979e8d49dd8414967aa219381058a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72025457, jitterRate=0.07326294481754303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:43:57,507 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:57,508 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 02979e8d49dd8414967aa219381058a7: Running coprocessor pre-open hook at 1733294637496Writing region info on filesystem at 1733294637496Initializing all the Stores at 1733294637497 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294637497Cleaning up temporary data from old regions at 1733294637504 (+7 ms)Running coprocessor post-open hooks at 1733294637507 (+3 ms)Region opened successfully at 1733294637507 2024-12-04T06:43:57,508 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/.hbase-snapshot/SnapshotProcedureTest 2024-12-04T06:43:57,508 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7., pid=53, masterSystemTime=1733294637491 2024-12-04T06:43:57,509 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-04T06:43:57,509 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-04T06:43:57,511 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:57,511 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:57,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8720 sec 2024-12-04T06:43:57,511 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=02979e8d49dd8414967aa219381058a7, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,37169,1733294575437 2024-12-04T06:43:57,513 DEBUG [StoreOpener-97560da5abb8dc765a4d2b5f87e7ee04-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04/cf/bae1ceb1e70d450ab5a9982b01b5f8de 2024-12-04T06:43:57,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02979e8d49dd8414967aa219381058a7, server=607fd5c6574c,37169,1733294575437 because future has completed 2024-12-04T06:43:57,513 INFO [StoreOpener-97560da5abb8dc765a4d2b5f87e7ee04-1 {}] regionserver.HStore(327): Store=97560da5abb8dc765a4d2b5f87e7ee04/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:43:57,513 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:57,514 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:57,515 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:57,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-12-04T06:43:57,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 02979e8d49dd8414967aa219381058a7, server=607fd5c6574c,37169,1733294575437 in 9.8380 sec 2024-12-04T06:43:57,516 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:57,516 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:57,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02979e8d49dd8414967aa219381058a7, ASSIGN in 9.9950 sec 2024-12-04T06:43:57,518 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:57,521 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:43:57,522 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 97560da5abb8dc765a4d2b5f87e7ee04; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68968146, jitterRate=0.027705460786819458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:43:57,522 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:57,522 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 97560da5abb8dc765a4d2b5f87e7ee04: Running coprocessor pre-open hook at 1733294637501Writing region info on filesystem at 1733294637501Initializing all the Stores at 1733294637502 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294637502Cleaning up temporary data from old regions at 1733294637516 (+14 ms)Running coprocessor post-open hooks at 1733294637522 (+6 ms)Region opened successfully at 1733294637522 2024-12-04T06:43:57,523 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04., pid=52, masterSystemTime=1733294637496 2024-12-04T06:43:57,524 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:57,524 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:57,525 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:57,525 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 83702b66382a66db001cf27d73e1239a, NAME => 'SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-04T06:43:57,525 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=97560da5abb8dc765a4d2b5f87e7ee04, regionState=OPEN, openSeqNum=6, regionLocation=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:57,525 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:57,525 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:43:57,525 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:57,525 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:57,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97560da5abb8dc765a4d2b5f87e7ee04, server=607fd5c6574c,32829,1733294575326 because future has completed 2024-12-04T06:43:57,527 INFO [StoreOpener-83702b66382a66db001cf27d73e1239a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:57,528 INFO [StoreOpener-83702b66382a66db001cf27d73e1239a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83702b66382a66db001cf27d73e1239a columnFamilyName cf 2024-12-04T06:43:57,528 DEBUG [StoreOpener-83702b66382a66db001cf27d73e1239a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:43:57,528 INFO [StoreOpener-83702b66382a66db001cf27d73e1239a-1 {}] regionserver.HStore(327): Store=83702b66382a66db001cf27d73e1239a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:43:57,528 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:57,529 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:57,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-12-04T06:43:57,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 97560da5abb8dc765a4d2b5f87e7ee04, server=607fd5c6574c,32829,1733294575326 in 9.8520 sec 2024-12-04T06:43:57,530 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:57,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97560da5abb8dc765a4d2b5f87e7ee04, ASSIGN in 10.0100 sec 2024-12-04T06:43:57,531 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:57,531 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:57,533 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:57,533 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 83702b66382a66db001cf27d73e1239a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62245010, jitterRate=-0.0724770724773407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:43:57,533 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:57,534 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 83702b66382a66db001cf27d73e1239a: Running coprocessor pre-open hook at 1733294637525Writing region info on filesystem at 1733294637526 (+1 ms)Initializing all the Stores at 1733294637526Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733294637526Cleaning up temporary data from old regions at 1733294637531 (+5 ms)Running coprocessor post-open hooks at 1733294637533 (+2 ms)Region opened successfully at 1733294637534 (+1 ms) 2024-12-04T06:43:57,534 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a., pid=54, masterSystemTime=1733294637496 2024-12-04T06:43:57,536 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:57,536 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:57,536 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=83702b66382a66db001cf27d73e1239a, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,32829,1733294575326 2024-12-04T06:43:57,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83702b66382a66db001cf27d73e1239a, server=607fd5c6574c,32829,1733294575326 because future has completed 2024-12-04T06:43:57,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-12-04T06:43:57,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 83702b66382a66db001cf27d73e1239a, server=607fd5c6574c,32829,1733294575326 in 9.8620 sec 2024-12-04T06:43:57,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-12-04T06:43:57,542 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 607fd5c6574c,33203,1733294575380 after splitting done 2024-12-04T06:43:57,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83702b66382a66db001cf27d73e1239a, ASSIGN in 10.0200 sec 2024-12-04T06:43:57,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 607fd5c6574c,33203,1733294575380, splitWal=true, meta=false in 19.9640 sec 2024-12-04T06:43:57,579 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-04T06:43:57,584 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-04T06:43:57,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T06:43:57,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T06:43:57,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:43:57,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:43:57,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:43:57,585 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T06:43:57,585 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=88283919, stopped=false 2024-12-04T06:43:57,585 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=607fd5c6574c,39295,1733294575234 2024-12-04T06:43:57,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T06:43:57,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T06:43:57,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T06:43:57,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:43:57,587 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T06:43:57,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:43:57,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T06:43:57,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:43:57,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:43:57,588 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '607fd5c6574c,32829,1733294575326' ***** 2024-12-04T06:43:57,588 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T06:43:57,588 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '607fd5c6574c,37169,1733294575437' ***** 2024-12-04T06:43:57,588 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T06:43:57,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:43:57,588 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T06:43:57,588 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T06:43:57,588 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T06:43:57,588 INFO [RS:2;607fd5c6574c:37169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T06:43:57,588 INFO [RS:2;607fd5c6574c:37169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T06:43:57,588 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fd36300274a76d3268d737c65d7940d 2024-12-04T06:43:57,589 INFO [RS:0;607fd5c6574c:32829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T06:43:57,589 INFO [RS:0;607fd5c6574c:32829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T06:43:57,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:43:57,589 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(3091): Received CLOSE for ca00396997b056bd729f18e3b5384c82 2024-12-04T06:43:57,589 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T06:43:57,589 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(3091): Received CLOSE for 86bc142e6cb41db966fc600e59f72143 2024-12-04T06:43:57,589 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ad57c4e0e7c32a15dcf9a4b21ac6b43 2024-12-04T06:43:57,589 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(3091): Received CLOSE for 02979e8d49dd8414967aa219381058a7 2024-12-04T06:43:57,589 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(3091): Received CLOSE for a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:57,589 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(3091): Received CLOSE for 460de78373164ca335bd46dfebfeb4b6 2024-12-04T06:43:57,589 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(959): stopping server 607fd5c6574c,37169,1733294575437 2024-12-04T06:43:57,589 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(3091): Received CLOSE for 97560da5abb8dc765a4d2b5f87e7ee04 2024-12-04T06:43:57,589 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(3091): Received CLOSE for 83702b66382a66db001cf27d73e1239a 2024-12-04T06:43:57,589 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fd36300274a76d3268d737c65d7940d, disabling compactions & flushes 2024-12-04T06:43:57,589 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(3091): Received CLOSE for e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:57,589 INFO [RS:2;607fd5c6574c:37169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T06:43:57,590 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:57,590 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(959): stopping server 607fd5c6574c,32829,1733294575326 2024-12-04T06:43:57,590 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:57,590 INFO [RS:2;607fd5c6574c:37169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;607fd5c6574c:37169. 2024-12-04T06:43:57,590 INFO [RS:0;607fd5c6574c:32829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T06:43:57,590 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. after waiting 0 ms 2024-12-04T06:43:57,590 DEBUG [RS:2;607fd5c6574c:37169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:43:57,590 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:57,590 INFO [RS:0;607fd5c6574c:32829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;607fd5c6574c:32829. 2024-12-04T06:43:57,590 DEBUG [RS:2;607fd5c6574c:37169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:43:57,590 DEBUG [RS:0;607fd5c6574c:32829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:43:57,590 DEBUG [RS:0;607fd5c6574c:32829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:43:57,590 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-04T06:43:57,590 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca00396997b056bd729f18e3b5384c82, disabling compactions & flushes 2024-12-04T06:43:57,590 DEBUG [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(1325): Online Regions={4fd36300274a76d3268d737c65d7940d=SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d., 86bc142e6cb41db966fc600e59f72143=SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143., 3ad57c4e0e7c32a15dcf9a4b21ac6b43=SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43., 02979e8d49dd8414967aa219381058a7=SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7., a786490a52291d7efc34c8b5c1934ed6=SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6.} 2024-12-04T06:43:57,590 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T06:43:57,590 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:57,590 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T06:43:57,590 DEBUG [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(1351): Waiting on 02979e8d49dd8414967aa219381058a7, 3ad57c4e0e7c32a15dcf9a4b21ac6b43, 4fd36300274a76d3268d737c65d7940d, 86bc142e6cb41db966fc600e59f72143, a786490a52291d7efc34c8b5c1934ed6 2024-12-04T06:43:57,590 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T06:43:57,590 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:57,590 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. after waiting 0 ms 2024-12-04T06:43:57,590 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T06:43:57,590 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:57,591 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-04T06:43:57,591 DEBUG [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(1325): Online Regions={ca00396997b056bd729f18e3b5384c82=SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82., 460de78373164ca335bd46dfebfeb4b6=SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6., 1588230740=hbase:meta,,1.1588230740, 97560da5abb8dc765a4d2b5f87e7ee04=SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04., 83702b66382a66db001cf27d73e1239a=SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a., e2198e58fd6fb078d7563139785fe584=SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584.} 2024-12-04T06:43:57,591 DEBUG [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 460de78373164ca335bd46dfebfeb4b6, 83702b66382a66db001cf27d73e1239a, 97560da5abb8dc765a4d2b5f87e7ee04, ca00396997b056bd729f18e3b5384c82, e2198e58fd6fb078d7563139785fe584 2024-12-04T06:43:57,591 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T06:43:57,591 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T06:43:57,591 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T06:43:57,591 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T06:43:57,591 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T06:43:57,591 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-04T06:43:57,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T06:43:57,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:43:57,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:43:57,595 INFO [regionserver/607fd5c6574c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:43:57,597 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/4fd36300274a76d3268d737c65d7940d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:43:57,597 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:57,597 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fd36300274a76d3268d737c65d7940d: Waiting for close lock at 1733294637589Running coprocessor pre-close hooks at 1733294637589Disabling compacts and flushes for region at 1733294637589Disabling writes for close at 1733294637590 (+1 ms)Writing region close event to WAL at 1733294637590Running coprocessor post-close hooks at 1733294637597 (+7 ms)Closed at 1733294637597 2024-12-04T06:43:57,598 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733294586318.4fd36300274a76d3268d737c65d7940d. 2024-12-04T06:43:57,598 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86bc142e6cb41db966fc600e59f72143, disabling compactions & flushes 2024-12-04T06:43:57,598 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:57,598 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:57,598 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. after waiting 0 ms 2024-12-04T06:43:57,598 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:57,615 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/ca00396997b056bd729f18e3b5384c82/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T06:43:57,615 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:57,615 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca00396997b056bd729f18e3b5384c82: Waiting for close lock at 1733294637590Running coprocessor pre-close hooks at 1733294637590Disabling compacts and flushes for region at 1733294637590Disabling writes for close at 1733294637590Writing region close event to WAL at 1733294637608 (+18 ms)Running coprocessor post-close hooks at 1733294637615 (+7 ms)Closed at 1733294637615 2024-12-04T06:43:57,616 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733294586318.ca00396997b056bd729f18e3b5384c82. 2024-12-04T06:43:57,616 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 460de78373164ca335bd46dfebfeb4b6, disabling compactions & flushes 2024-12-04T06:43:57,616 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:57,616 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:57,616 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. after waiting 0 ms 2024-12-04T06:43:57,616 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:57,618 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/.tmp/info/102bcbe29b03453fae890f6837fe8ca6 is 167, key is SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a./info:regioninfo/1733294637536/Put/seqid=0 2024-12-04T06:43:57,620 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/86bc142e6cb41db966fc600e59f72143/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T06:43:57,621 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:57,622 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86bc142e6cb41db966fc600e59f72143: Waiting for close lock at 1733294637598Running coprocessor pre-close hooks at 1733294637598Disabling compacts and flushes for region at 1733294637598Disabling writes for close at 1733294637598Writing region close event to WAL at 1733294637611 (+13 ms)Running coprocessor post-close hooks at 1733294637621 (+10 ms)Closed at 1733294637621 2024-12-04T06:43:57,622 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733294586318.86bc142e6cb41db966fc600e59f72143. 2024-12-04T06:43:57,622 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ad57c4e0e7c32a15dcf9a4b21ac6b43, disabling compactions & flushes 2024-12-04T06:43:57,622 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:57,622 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:57,622 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. after waiting 0 ms 2024-12-04T06:43:57,622 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:57,626 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/460de78373164ca335bd46dfebfeb4b6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:43:57,627 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:57,627 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 460de78373164ca335bd46dfebfeb4b6: Waiting for close lock at 1733294637616Running coprocessor pre-close hooks at 1733294637616Disabling compacts and flushes for region at 1733294637616Disabling writes for close at 1733294637616Writing region close event to WAL at 1733294637616Running coprocessor post-close hooks at 1733294637627 (+11 ms)Closed at 1733294637627 2024-12-04T06:43:57,627 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733294586318.460de78373164ca335bd46dfebfeb4b6. 2024-12-04T06:43:57,627 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97560da5abb8dc765a4d2b5f87e7ee04, disabling compactions & flushes 2024-12-04T06:43:57,627 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:57,627 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:57,627 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. after waiting 0 ms 2024-12-04T06:43:57,627 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:57,637 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/3ad57c4e0e7c32a15dcf9a4b21ac6b43/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:43:57,638 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:57,638 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ad57c4e0e7c32a15dcf9a4b21ac6b43: Waiting for close lock at 1733294637622Running coprocessor pre-close hooks at 1733294637622Disabling compacts and flushes for region at 1733294637622Disabling writes for close at 1733294637622Writing region close event to WAL at 1733294637628 (+6 ms)Running coprocessor post-close hooks at 1733294637638 (+10 ms)Closed at 1733294637638 2024-12-04T06:43:57,639 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733294586318.3ad57c4e0e7c32a15dcf9a4b21ac6b43. 2024-12-04T06:43:57,639 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02979e8d49dd8414967aa219381058a7, disabling compactions & flushes 2024-12-04T06:43:57,639 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:57,639 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:57,639 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. after waiting 0 ms 2024-12-04T06:43:57,639 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:57,646 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/02979e8d49dd8414967aa219381058a7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T06:43:57,646 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:57,646 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02979e8d49dd8414967aa219381058a7: Waiting for close lock at 1733294637639Running coprocessor pre-close hooks at 1733294637639Disabling compacts and flushes for region at 1733294637639Disabling writes for close at 1733294637639Writing region close event to WAL at 1733294637641 (+2 ms)Running coprocessor post-close hooks at 1733294637646 (+5 ms)Closed at 1733294637646 2024-12-04T06:43:57,647 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733294586318.02979e8d49dd8414967aa219381058a7. 2024-12-04T06:43:57,647 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a786490a52291d7efc34c8b5c1934ed6, disabling compactions & flushes 2024-12-04T06:43:57,647 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:57,647 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:57,647 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. after waiting 0 ms 2024-12-04T06:43:57,647 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741864_1040 (size=19817) 2024-12-04T06:43:57,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741864_1040 (size=19817) 2024-12-04T06:43:57,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741864_1040 (size=19817) 2024-12-04T06:43:57,652 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/.tmp/info/102bcbe29b03453fae890f6837fe8ca6 2024-12-04T06:43:57,654 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/97560da5abb8dc765a4d2b5f87e7ee04/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-04T06:43:57,655 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:57,656 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97560da5abb8dc765a4d2b5f87e7ee04: Waiting for close lock at 1733294637627Running coprocessor pre-close hooks at 1733294637627Disabling compacts and flushes for region at 1733294637627Disabling writes for close at 1733294637627Writing region close event to WAL at 1733294637641 (+14 ms)Running coprocessor post-close hooks at 1733294637655 (+14 ms)Closed at 1733294637655 2024-12-04T06:43:57,656 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733294586318.97560da5abb8dc765a4d2b5f87e7ee04. 2024-12-04T06:43:57,656 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83702b66382a66db001cf27d73e1239a, disabling compactions & flushes 2024-12-04T06:43:57,656 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:57,656 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:57,656 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. after waiting 0 ms 2024-12-04T06:43:57,656 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:57,660 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/a786490a52291d7efc34c8b5c1934ed6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T06:43:57,660 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:57,661 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a786490a52291d7efc34c8b5c1934ed6: Waiting for close lock at 1733294637647Running coprocessor pre-close hooks at 1733294637647Disabling compacts and flushes for region at 1733294637647Disabling writes for close at 1733294637647Writing region close event to WAL at 1733294637654 (+7 ms)Running coprocessor post-close hooks at 1733294637660 (+6 ms)Closed at 1733294637660 2024-12-04T06:43:57,661 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733294586318.a786490a52291d7efc34c8b5c1934ed6. 2024-12-04T06:43:57,664 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/83702b66382a66db001cf27d73e1239a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T06:43:57,665 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:57,665 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83702b66382a66db001cf27d73e1239a: Waiting for close lock at 1733294637656Running coprocessor pre-close hooks at 1733294637656Disabling compacts and flushes for region at 1733294637656Disabling writes for close at 1733294637656Writing region close event to WAL at 1733294637656Running coprocessor post-close hooks at 1733294637665 (+9 ms)Closed at 1733294637665 2024-12-04T06:43:57,665 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733294586318.83702b66382a66db001cf27d73e1239a. 2024-12-04T06:43:57,666 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2198e58fd6fb078d7563139785fe584, disabling compactions & flushes 2024-12-04T06:43:57,666 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:57,666 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:57,666 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. after waiting 0 ms 2024-12-04T06:43:57,666 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:57,669 INFO [regionserver/607fd5c6574c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:43:57,669 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/default/SPTestTable/e2198e58fd6fb078d7563139785fe584/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:43:57,670 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:57,670 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2198e58fd6fb078d7563139785fe584: Waiting for close lock at 1733294637666Running coprocessor pre-close hooks at 1733294637666Disabling compacts and flushes for region at 1733294637666Disabling writes for close at 1733294637666Writing region close event to WAL at 1733294637666Running coprocessor post-close hooks at 1733294637670 (+4 ms)Closed at 1733294637670 2024-12-04T06:43:57,670 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733294586318.e2198e58fd6fb078d7563139785fe584. 2024-12-04T06:43:57,684 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/.tmp/ns/efa06dbe77f8463788b338fbef3f7df4 is 43, key is default/ns:d/1733294586276/Put/seqid=0 2024-12-04T06:43:57,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741865_1041 (size=5153) 2024-12-04T06:43:57,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741865_1041 (size=5153) 2024-12-04T06:43:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741865_1041 (size=5153) 2024-12-04T06:43:57,709 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/.tmp/ns/efa06dbe77f8463788b338fbef3f7df4 2024-12-04T06:43:57,736 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/.tmp/table/540219da58954bd4a54750e3d963db0f is 47, key is SPTestTable/table:state/1733294596666/Put/seqid=0 2024-12-04T06:43:57,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741866_1042 (size=5214) 2024-12-04T06:43:57,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741866_1042 (size=5214) 2024-12-04T06:43:57,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741866_1042 (size=5214) 2024-12-04T06:43:57,753 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/.tmp/table/540219da58954bd4a54750e3d963db0f 2024-12-04T06:43:57,761 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/.tmp/info/102bcbe29b03453fae890f6837fe8ca6 as hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/info/102bcbe29b03453fae890f6837fe8ca6 2024-12-04T06:43:57,769 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/info/102bcbe29b03453fae890f6837fe8ca6, entries=112, sequenceid=35, filesize=19.4 K 2024-12-04T06:43:57,770 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/.tmp/ns/efa06dbe77f8463788b338fbef3f7df4 as hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/ns/efa06dbe77f8463788b338fbef3f7df4 2024-12-04T06:43:57,776 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/ns/efa06dbe77f8463788b338fbef3f7df4, entries=2, sequenceid=35, filesize=5.0 K 2024-12-04T06:43:57,777 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/.tmp/table/540219da58954bd4a54750e3d963db0f as hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/table/540219da58954bd4a54750e3d963db0f 2024-12-04T06:43:57,782 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/table/540219da58954bd4a54750e3d963db0f, entries=2, sequenceid=35, filesize=5.1 K 2024-12-04T06:43:57,783 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 192ms, sequenceid=35, compaction requested=false 2024-12-04T06:43:57,790 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(976): stopping server 607fd5c6574c,37169,1733294575437; all regions closed. 2024-12-04T06:43:57,791 DEBUG [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T06:43:57,797 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-04T06:43:57,798 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T06:43:57,798 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T06:43:57,798 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733294637591Running coprocessor pre-close hooks at 1733294637591Disabling compacts and flushes for region at 1733294637591Disabling writes for close at 1733294637591Obtaining lock to block concurrent updates at 1733294637591Preparing flush snapshotting stores in 1588230740 at 1733294637591Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733294637592 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733294637592Flushing 1588230740/info: creating writer at 1733294637592Flushing 1588230740/info: appending metadata at 1733294637617 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733294637618 (+1 ms)Flushing 1588230740/ns: creating writer at 1733294637662 (+44 ms)Flushing 1588230740/ns: appending metadata at 1733294637684 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733294637684Flushing 1588230740/table: creating writer at 1733294637718 (+34 ms)Flushing 1588230740/table: appending metadata at 1733294637736 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733294637736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76bf6dd7: reopening flushed file at 1733294637760 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41583b00: reopening flushed file at 1733294637770 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54330e42: reopening flushed file at 1733294637776 (+6 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 192ms, sequenceid=35, compaction requested=false at 1733294637783 (+7 ms)Writing region close event to WAL at 1733294637788 (+5 ms)Running coprocessor post-close hooks at 1733294637798 (+10 ms)Closed at 1733294637798 2024-12-04T06:43:57,798 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T06:43:57,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741835_1011 (size=4022) 2024-12-04T06:43:57,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741835_1011 (size=4022) 2024-12-04T06:43:57,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741835_1011 (size=4022) 2024-12-04T06:43:57,802 DEBUG [RS:2;607fd5c6574c:37169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/oldWALs 2024-12-04T06:43:57,802 INFO [RS:2;607fd5c6574c:37169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 607fd5c6574c%2C37169%2C1733294575437:(num 1733294576151) 2024-12-04T06:43:57,802 DEBUG [RS:2;607fd5c6574c:37169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:43:57,802 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:43:57,802 INFO [RS:2;607fd5c6574c:37169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T06:43:57,802 INFO [RS:2;607fd5c6574c:37169 {}] hbase.ChoreService(370): Chore service for: regionserver/607fd5c6574c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T06:43:57,802 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T06:43:57,802 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T06:43:57,802 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T06:43:57,802 INFO [RS:2;607fd5c6574c:37169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T06:43:57,802 INFO [regionserver/607fd5c6574c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T06:43:57,803 INFO [RS:2;607fd5c6574c:37169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37169 2024-12-04T06:43:57,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:43:57,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/607fd5c6574c,37169,1733294575437 2024-12-04T06:43:57,805 INFO [RS:2;607fd5c6574c:37169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T06:43:57,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [607fd5c6574c,37169,1733294575437] 2024-12-04T06:43:57,810 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/607fd5c6574c,37169,1733294575437 already deleted, retry=false 2024-12-04T06:43:57,810 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 607fd5c6574c,37169,1733294575437 expired; onlineServers=1 2024-12-04T06:43:57,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:43:57,907 INFO [RS:2;607fd5c6574c:37169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T06:43:57,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37169-0x1017c3638e40003, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:43:57,907 INFO [RS:2;607fd5c6574c:37169 {}] regionserver.HRegionServer(1031): Exiting; stopping=607fd5c6574c,37169,1733294575437; zookeeper connection closed. 2024-12-04T06:43:57,908 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b5e961 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b5e961 2024-12-04T06:43:57,920 INFO [regionserver/607fd5c6574c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T06:43:57,921 INFO [regionserver/607fd5c6574c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T06:43:57,991 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(976): stopping server 607fd5c6574c,32829,1733294575326; all regions closed. 2024-12-04T06:43:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741836_1012 (size=18438) 2024-12-04T06:43:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741836_1012 (size=18438) 2024-12-04T06:43:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741836_1012 (size=18438) 2024-12-04T06:43:57,997 DEBUG [RS:0;607fd5c6574c:32829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/oldWALs 2024-12-04T06:43:57,997 INFO [RS:0;607fd5c6574c:32829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 607fd5c6574c%2C32829%2C1733294575326.meta:.meta(num 1733294586225) 2024-12-04T06:43:57,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741833_1009 (size=3564) 2024-12-04T06:43:57,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741833_1009 (size=3564) 2024-12-04T06:43:57,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741833_1009 (size=3564) 2024-12-04T06:43:58,002 DEBUG [RS:0;607fd5c6574c:32829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/oldWALs 2024-12-04T06:43:58,002 INFO [RS:0;607fd5c6574c:32829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 607fd5c6574c%2C32829%2C1733294575326:(num 1733294576109) 2024-12-04T06:43:58,002 DEBUG [RS:0;607fd5c6574c:32829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:43:58,002 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:43:58,002 INFO [RS:0;607fd5c6574c:32829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T06:43:58,002 INFO [RS:0;607fd5c6574c:32829 {}] hbase.ChoreService(370): Chore service for: regionserver/607fd5c6574c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T06:43:58,003 INFO [RS:0;607fd5c6574c:32829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T06:43:58,003 INFO [regionserver/607fd5c6574c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T06:43:58,003 INFO [RS:0;607fd5c6574c:32829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32829 2024-12-04T06:43:58,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/607fd5c6574c,32829,1733294575326 2024-12-04T06:43:58,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:43:58,005 INFO [RS:0;607fd5c6574c:32829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T06:43:58,006 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [607fd5c6574c,32829,1733294575326] 2024-12-04T06:43:58,008 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/607fd5c6574c,32829,1733294575326 already deleted, retry=false 2024-12-04T06:43:58,008 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 607fd5c6574c,32829,1733294575326 expired; onlineServers=0 2024-12-04T06:43:58,008 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '607fd5c6574c,39295,1733294575234' ***** 2024-12-04T06:43:58,008 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T06:43:58,008 INFO [M:0;607fd5c6574c:39295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T06:43:58,008 INFO [M:0;607fd5c6574c:39295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T06:43:58,008 DEBUG [M:0;607fd5c6574c:39295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T06:43:58,008 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T06:43:58,008 DEBUG [M:0;607fd5c6574c:39295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T06:43:58,008 DEBUG [master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.large.0-1733294575790 {}] cleaner.HFileCleaner(306): Exit Thread[master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.large.0-1733294575790,5,FailOnTimeoutGroup] 2024-12-04T06:43:58,009 INFO [M:0;607fd5c6574c:39295 {}] hbase.ChoreService(370): Chore service for: master/607fd5c6574c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T06:43:58,009 DEBUG [master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.small.0-1733294575791 {}] cleaner.HFileCleaner(306): Exit Thread[master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.small.0-1733294575791,5,FailOnTimeoutGroup] 2024-12-04T06:43:58,009 INFO [M:0;607fd5c6574c:39295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T06:43:58,009 DEBUG [M:0;607fd5c6574c:39295 {}] master.HMaster(1795): Stopping service threads 2024-12-04T06:43:58,009 INFO [M:0;607fd5c6574c:39295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T06:43:58,009 INFO [M:0;607fd5c6574c:39295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T06:43:58,009 ERROR [M:0;607fd5c6574c:39295 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:33525 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33525,5,PEWorkerGroup] 2024-12-04T06:43:58,009 INFO [M:0;607fd5c6574c:39295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T06:43:58,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T06:43:58,011 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T06:43:58,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:43:58,012 DEBUG [M:0;607fd5c6574c:39295 {}] zookeeper.ZKUtil(347): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T06:43:58,012 WARN [M:0;607fd5c6574c:39295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T06:43:58,013 INFO [M:0;607fd5c6574c:39295 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/.lastflushedseqids 2024-12-04T06:43:58,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741867_1043 (size=650) 2024-12-04T06:43:58,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741867_1043 (size=650) 2024-12-04T06:43:58,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741867_1043 (size=650) 2024-12-04T06:43:58,025 INFO [M:0;607fd5c6574c:39295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T06:43:58,025 INFO [M:0;607fd5c6574c:39295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T06:43:58,025 DEBUG [M:0;607fd5c6574c:39295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T06:43:58,025 INFO [M:0;607fd5c6574c:39295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:43:58,025 DEBUG [M:0;607fd5c6574c:39295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:43:58,025 DEBUG [M:0;607fd5c6574c:39295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T06:43:58,025 DEBUG [M:0;607fd5c6574c:39295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:43:58,025 INFO [M:0;607fd5c6574c:39295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=224.07 KB heapSize=267.47 KB 2024-12-04T06:43:58,043 DEBUG [M:0;607fd5c6574c:39295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68c3f40b79774e94b7179b27f3be89db is 82, key is hbase:meta,,1/info:regioninfo/1733294586264/Put/seqid=0 2024-12-04T06:43:58,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741868_1044 (size=5672) 2024-12-04T06:43:58,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741868_1044 (size=5672) 2024-12-04T06:43:58,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741868_1044 (size=5672) 2024-12-04T06:43:58,055 INFO [M:0;607fd5c6574c:39295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68c3f40b79774e94b7179b27f3be89db 2024-12-04T06:43:58,079 DEBUG [M:0;607fd5c6574c:39295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5546fb94d6ff4dcbb2eba3592ed2688f is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733294596671/Put/seqid=0 2024-12-04T06:43:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741869_1045 (size=9320) 2024-12-04T06:43:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741869_1045 (size=9320) 2024-12-04T06:43:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741869_1045 (size=9320) 2024-12-04T06:43:58,087 INFO [M:0;607fd5c6574c:39295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=223.33 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5546fb94d6ff4dcbb2eba3592ed2688f 2024-12-04T06:43:58,093 INFO [M:0;607fd5c6574c:39295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5546fb94d6ff4dcbb2eba3592ed2688f 2024-12-04T06:43:58,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:43:58,107 INFO [RS:0;607fd5c6574c:32829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T06:43:58,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017c3638e40001, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:43:58,107 INFO [RS:0;607fd5c6574c:32829 {}] regionserver.HRegionServer(1031): Exiting; stopping=607fd5c6574c,32829,1733294575326; zookeeper connection closed. 2024-12-04T06:43:58,108 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69d04483 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69d04483 2024-12-04T06:43:58,109 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-04T06:43:58,116 DEBUG [M:0;607fd5c6574c:39295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f77518afea54abeb7df3d8ef0b15f3f is 69, key is 607fd5c6574c,32829,1733294575326/rs:state/1733294575818/Put/seqid=0 2024-12-04T06:43:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741870_1046 (size=5447) 2024-12-04T06:43:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741870_1046 (size=5447) 2024-12-04T06:43:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741870_1046 (size=5447) 2024-12-04T06:43:58,129 INFO [M:0;607fd5c6574c:39295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f77518afea54abeb7df3d8ef0b15f3f 2024-12-04T06:43:58,135 INFO [M:0;607fd5c6574c:39295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f77518afea54abeb7df3d8ef0b15f3f 2024-12-04T06:43:58,136 DEBUG [M:0;607fd5c6574c:39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68c3f40b79774e94b7179b27f3be89db as hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68c3f40b79774e94b7179b27f3be89db 2024-12-04T06:43:58,142 INFO [M:0;607fd5c6574c:39295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68c3f40b79774e94b7179b27f3be89db, entries=8, sequenceid=470, filesize=5.5 K 2024-12-04T06:43:58,143 DEBUG [M:0;607fd5c6574c:39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5546fb94d6ff4dcbb2eba3592ed2688f as hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5546fb94d6ff4dcbb2eba3592ed2688f 2024-12-04T06:43:58,149 INFO [M:0;607fd5c6574c:39295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5546fb94d6ff4dcbb2eba3592ed2688f 2024-12-04T06:43:58,149 INFO [M:0;607fd5c6574c:39295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5546fb94d6ff4dcbb2eba3592ed2688f, entries=54, sequenceid=470, filesize=9.1 K 2024-12-04T06:43:58,151 DEBUG [M:0;607fd5c6574c:39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f77518afea54abeb7df3d8ef0b15f3f as hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f77518afea54abeb7df3d8ef0b15f3f 2024-12-04T06:43:58,156 INFO [M:0;607fd5c6574c:39295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f77518afea54abeb7df3d8ef0b15f3f 2024-12-04T06:43:58,157 INFO [M:0;607fd5c6574c:39295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33525/user/jenkins/test-data/5fac82a5-f37d-5362-5d62-c2de05fb54c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f77518afea54abeb7df3d8ef0b15f3f, entries=3, sequenceid=470, filesize=5.3 K 2024-12-04T06:43:58,158 INFO [M:0;607fd5c6574c:39295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~224.07 KB/229445, heapSize ~267.17 KB/273584, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=470, compaction requested=false 2024-12-04T06:43:58,159 INFO [M:0;607fd5c6574c:39295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:43:58,159 DEBUG [M:0;607fd5c6574c:39295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733294638025Disabling compacts and flushes for region at 1733294638025Disabling writes for close at 1733294638025Obtaining lock to block concurrent updates at 1733294638025Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733294638025Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=229445, getHeapSize=273824, getOffHeapSize=0, getCellsCount=573 at 1733294638026 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733294638026Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733294638026Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733294638042 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733294638042Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733294638061 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733294638078 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733294638078Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733294638093 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733294638115 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733294638115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7680c3b4: reopening flushed file at 1733294638135 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5410883d: reopening flushed file at 1733294638142 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30048495: reopening flushed file at 1733294638150 (+8 ms)Finished flush of dataSize ~224.07 KB/229445, heapSize ~267.17 KB/273584, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=470, compaction requested=false at 1733294638158 (+8 ms)Writing region close event to WAL at 1733294638159 (+1 ms)Closed at 1733294638159 2024-12-04T06:43:58,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35807 is added to blk_1073741830_1006 (size=260826) 2024-12-04T06:43:58,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741830_1006 (size=260826) 2024-12-04T06:43:58,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34243 is added to blk_1073741830_1006 (size=260826) 2024-12-04T06:43:58,162 INFO [M:0;607fd5c6574c:39295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T06:43:58,162 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T06:43:58,162 INFO [M:0;607fd5c6574c:39295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39295 2024-12-04T06:43:58,162 INFO [M:0;607fd5c6574c:39295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T06:43:58,265 INFO [M:0;607fd5c6574c:39295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T06:43:58,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:43:58,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x1017c3638e40000, quorum=127.0.0.1:57135, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:43:58,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dcb4581{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:43:58,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46065923{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T06:43:58,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T06:43:58,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@781def3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T06:43:58,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d60ff31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/hadoop.log.dir/,STOPPED} 2024-12-04T06:43:58,269 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T06:43:58,270 WARN [BP-1175006707-172.17.0.2-1733294574008 heartbeating to localhost/127.0.0.1:33525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T06:43:58,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T06:43:58,270 WARN [BP-1175006707-172.17.0.2-1733294574008 heartbeating to localhost/127.0.0.1:33525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175006707-172.17.0.2-1733294574008 (Datanode Uuid 7224fb4c-c8a0-4783-9936-e54468ca873a) service to localhost/127.0.0.1:33525 2024-12-04T06:43:58,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/data/data5/current/BP-1175006707-172.17.0.2-1733294574008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:43:58,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/data/data6/current/BP-1175006707-172.17.0.2-1733294574008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:43:58,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T06:43:58,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4da7960{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:43:58,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54441a47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T06:43:58,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T06:43:58,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a28098{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T06:43:58,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5859050a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/hadoop.log.dir/,STOPPED} 2024-12-04T06:43:58,275 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T06:43:58,275 WARN [BP-1175006707-172.17.0.2-1733294574008 heartbeating to localhost/127.0.0.1:33525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T06:43:58,275 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T06:43:58,275 WARN [BP-1175006707-172.17.0.2-1733294574008 heartbeating to localhost/127.0.0.1:33525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175006707-172.17.0.2-1733294574008 (Datanode Uuid 111a839b-55cf-4436-b7bf-79ae113d4e61) service to localhost/127.0.0.1:33525 2024-12-04T06:43:58,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/data/data3/current/BP-1175006707-172.17.0.2-1733294574008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:43:58,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/data/data4/current/BP-1175006707-172.17.0.2-1733294574008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:43:58,277 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T06:43:58,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ce18350{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:43:58,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28af8f15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T06:43:58,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T06:43:58,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a8333ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T06:43:58,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f37d8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/hadoop.log.dir/,STOPPED} 2024-12-04T06:43:58,286 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T06:43:58,286 WARN [BP-1175006707-172.17.0.2-1733294574008 heartbeating to localhost/127.0.0.1:33525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T06:43:58,286 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T06:43:58,286 WARN [BP-1175006707-172.17.0.2-1733294574008 heartbeating to localhost/127.0.0.1:33525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175006707-172.17.0.2-1733294574008 (Datanode Uuid 6b9994a1-826d-4c61-9ff3-abec960ce0fa) service to localhost/127.0.0.1:33525 2024-12-04T06:43:58,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/data/data1/current/BP-1175006707-172.17.0.2-1733294574008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:43:58,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/cluster_47dbdc5f-6a01-e1a3-8a64-64032ede597a/data/data2/current/BP-1175006707-172.17.0.2-1733294574008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:43:58,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T06:43:58,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c632986{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T06:43:58,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d66816d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T06:43:58,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T06:43:58,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@772bfbcd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T06:43:58,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@724a2aba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e5b25d4-f6f1-8223-a67e-4acd11b5a5c1/hadoop.log.dir/,STOPPED} 2024-12-04T06:43:58,302 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T06:43:58,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T06:43:58,345 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=122 (was 95) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33525 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33525 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=266 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=6541 (was 5903) - AvailableMemoryMB LEAK? -