2024-11-20 19:13:07,597 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-20 19:13:07,618 main DEBUG Took 0.018621 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 19:13:07,619 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 19:13:07,619 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 19:13:07,621 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 19:13:07,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:13:07,634 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 19:13:07,655 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:13:07,658 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:13:07,659 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:13:07,661 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:13:07,663 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:13:07,664 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:13:07,666 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:13:07,667 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:13:07,668 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:13:07,670 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:13:07,671 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:13:07,672 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:13:07,674 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,674 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 19:13:07,676 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:13:07,678 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 19:13:07,681 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 19:13:07,682 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 19:13:07,684 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 19:13:07,685 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 19:13:07,697 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 19:13:07,701 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 19:13:07,703 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 19:13:07,704 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 19:13:07,705 main DEBUG createAppenders(={Console}) 2024-11-20 19:13:07,706 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-20 19:13:07,707 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-20 19:13:07,708 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-20 19:13:07,709 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 19:13:07,709 main DEBUG OutputStream closed 2024-11-20 19:13:07,710 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 19:13:07,710 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 19:13:07,711 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-20 19:13:07,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 19:13:07,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 19:13:07,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 19:13:07,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 19:13:07,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 19:13:07,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 19:13:07,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 19:13:07,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 19:13:07,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 19:13:07,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 19:13:07,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 19:13:07,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 19:13:07,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 19:13:07,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 19:13:07,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 19:13:07,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 19:13:07,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 19:13:07,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 19:13:07,834 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 19:13:07,834 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-20 19:13:07,835 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 19:13:07,836 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-20T19:13:07,854 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-20 19:13:07,858 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 19:13:07,858 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T19:13:07,867 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-20T19:13:07,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=691, ProcessCount=11, AvailableMemoryMB=5569 2024-11-20T19:13:08,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071 2024-11-20T19:13:08,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:13:08,485 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b, deleteOnExit=true 2024-11-20T19:13:08,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:13:08,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/test.cache.data in system properties and HBase conf 2024-11-20T19:13:08,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:13:08,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:13:08,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:13:08,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:13:08,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:13:08,637 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T19:13:08,834 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:13:08,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:13:08,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:13:08,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:13:08,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:13:08,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:13:08,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:13:08,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:13:08,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:13:08,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:13:08,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:13:08,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:13:08,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:13:08,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:13:08,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:13:10,459 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T19:13:10,536 INFO [Time-limited test {}] log.Log(170): Logging initialized @3923ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T19:13:10,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:13:10,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:13:10,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:13:10,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:13:10,746 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:13:10,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:13:10,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:13:10,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:13:11,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/java.io.tmpdir/jetty-localhost-43243-hadoop-hdfs-3_4_1-tests_jar-_-any-12751680252364016514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:13:11,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:43243} 2024-11-20T19:13:11,031 INFO [Time-limited test {}] server.Server(415): Started @4419ms 2024-11-20T19:13:11,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:13:12,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:13:12,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:13:12,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:13:12,011 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:13:12,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:13:12,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:13:12,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/java.io.tmpdir/jetty-localhost-45247-hadoop-hdfs-3_4_1-tests_jar-_-any-1037238318267737629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:13:12,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:45247} 2024-11-20T19:13:12,165 INFO [Time-limited test {}] server.Server(415): Started @5552ms 2024-11-20T19:13:12,258 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:13:12,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:13:12,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:13:12,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:13:12,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:13:12,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:13:12,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:13:12,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:13:12,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/java.io.tmpdir/jetty-localhost-41727-hadoop-hdfs-3_4_1-tests_jar-_-any-6720926244737709916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:13:12,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:41727} 2024-11-20T19:13:12,850 INFO [Time-limited test {}] server.Server(415): Started @6238ms 2024-11-20T19:13:12,852 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:13:13,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:13:13,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:13:13,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:13:13,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:13:13,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:13:13,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:13:13,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:13:13,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/java.io.tmpdir/jetty-localhost-45133-hadoop-hdfs-3_4_1-tests_jar-_-any-4661321375250218713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:13:13,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:45133} 2024-11-20T19:13:13,163 INFO [Time-limited test {}] server.Server(415): Started @6551ms 2024-11-20T19:13:13,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:13:15,249 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/data/data3/current/BP-271634895-172.17.0.3-1732129989718/current, will proceed with Du for space computation calculation, 2024-11-20T19:13:15,249 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/data/data6/current/BP-271634895-172.17.0.3-1732129989718/current, will proceed with Du for space computation calculation, 2024-11-20T19:13:15,249 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/data/data4/current/BP-271634895-172.17.0.3-1732129989718/current, will proceed with Du for space computation calculation, 2024-11-20T19:13:15,249 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/data/data1/current/BP-271634895-172.17.0.3-1732129989718/current, will proceed with Du for space computation calculation, 2024-11-20T19:13:15,249 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/data/data2/current/BP-271634895-172.17.0.3-1732129989718/current, will proceed with Du for space computation calculation, 2024-11-20T19:13:15,249 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/data/data5/current/BP-271634895-172.17.0.3-1732129989718/current, will proceed with Du for space computation calculation, 2024-11-20T19:13:15,312 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:13:15,312 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:13:15,312 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:13:15,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf35a3d9873c69095 with lease ID 0x81cdbe7e402488ac: Processing first storage report for DS-fe9b773d-6d14-4c0a-b564-5fe47d39a412 from datanode DatanodeRegistration(127.0.0.1:36535, datanodeUuid=27d47554-1d13-4086-bc64-fd32aa9784c4, infoPort=42589, infoSecurePort=0, ipcPort=35059, storageInfo=lv=-57;cid=testClusterID;nsid=1008137117;c=1732129989718) 2024-11-20T19:13:15,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf35a3d9873c69095 with lease ID 0x81cdbe7e402488ac: from storage DS-fe9b773d-6d14-4c0a-b564-5fe47d39a412 node DatanodeRegistration(127.0.0.1:36535, datanodeUuid=27d47554-1d13-4086-bc64-fd32aa9784c4, infoPort=42589, infoSecurePort=0, ipcPort=35059, storageInfo=lv=-57;cid=testClusterID;nsid=1008137117;c=1732129989718), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T19:13:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71f4e3d1b10699c1 with lease ID 0x81cdbe7e402488ae: Processing first storage report for DS-0888d88b-52a7-4241-a7cc-af07593de117 from datanode DatanodeRegistration(127.0.0.1:34567, datanodeUuid=9d8d5c96-952e-426f-89b3-90a97733a0f7, infoPort=38877, infoSecurePort=0, ipcPort=42641, storageInfo=lv=-57;cid=testClusterID;nsid=1008137117;c=1732129989718) 2024-11-20T19:13:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71f4e3d1b10699c1 with lease ID 0x81cdbe7e402488ae: from storage DS-0888d88b-52a7-4241-a7cc-af07593de117 node DatanodeRegistration(127.0.0.1:34567, datanodeUuid=9d8d5c96-952e-426f-89b3-90a97733a0f7, infoPort=38877, infoSecurePort=0, ipcPort=42641, storageInfo=lv=-57;cid=testClusterID;nsid=1008137117;c=1732129989718), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:13:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x162f16fc388825fb with lease ID 0x81cdbe7e402488ad: Processing first storage report for DS-80dceed3-4a0a-4a10-8e71-b5e4ad41534c from datanode DatanodeRegistration(127.0.0.1:46435, datanodeUuid=b9b38aff-8e70-483a-95e4-4c3bda343d3a, infoPort=39597, infoSecurePort=0, ipcPort=41463, storageInfo=lv=-57;cid=testClusterID;nsid=1008137117;c=1732129989718) 2024-11-20T19:13:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x162f16fc388825fb with lease ID 0x81cdbe7e402488ad: from storage DS-80dceed3-4a0a-4a10-8e71-b5e4ad41534c node DatanodeRegistration(127.0.0.1:46435, datanodeUuid=b9b38aff-8e70-483a-95e4-4c3bda343d3a, infoPort=39597, infoSecurePort=0, ipcPort=41463, storageInfo=lv=-57;cid=testClusterID;nsid=1008137117;c=1732129989718), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:13:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf35a3d9873c69095 with lease ID 0x81cdbe7e402488ac: Processing first storage report for DS-364bf422-c9ab-4dda-8629-67a62ed71178 from datanode DatanodeRegistration(127.0.0.1:36535, datanodeUuid=27d47554-1d13-4086-bc64-fd32aa9784c4, infoPort=42589, infoSecurePort=0, ipcPort=35059, storageInfo=lv=-57;cid=testClusterID;nsid=1008137117;c=1732129989718) 2024-11-20T19:13:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf35a3d9873c69095 with lease ID 0x81cdbe7e402488ac: from storage DS-364bf422-c9ab-4dda-8629-67a62ed71178 node DatanodeRegistration(127.0.0.1:36535, datanodeUuid=27d47554-1d13-4086-bc64-fd32aa9784c4, infoPort=42589, infoSecurePort=0, ipcPort=35059, storageInfo=lv=-57;cid=testClusterID;nsid=1008137117;c=1732129989718), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:13:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71f4e3d1b10699c1 with lease ID 0x81cdbe7e402488ae: Processing first storage report for DS-535bfba7-ab02-4a1d-b7b2-e50b37f540a2 from datanode DatanodeRegistration(127.0.0.1:34567, datanodeUuid=9d8d5c96-952e-426f-89b3-90a97733a0f7, infoPort=38877, infoSecurePort=0, ipcPort=42641, storageInfo=lv=-57;cid=testClusterID;nsid=1008137117;c=1732129989718) 2024-11-20T19:13:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71f4e3d1b10699c1 with lease ID 0x81cdbe7e402488ae: from storage DS-535bfba7-ab02-4a1d-b7b2-e50b37f540a2 node DatanodeRegistration(127.0.0.1:34567, datanodeUuid=9d8d5c96-952e-426f-89b3-90a97733a0f7, infoPort=38877, infoSecurePort=0, ipcPort=42641, storageInfo=lv=-57;cid=testClusterID;nsid=1008137117;c=1732129989718), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T19:13:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x162f16fc388825fb with lease ID 0x81cdbe7e402488ad: Processing first storage report for DS-77df9ead-9ad8-4a2e-b0fa-2eb93e6105c9 from datanode DatanodeRegistration(127.0.0.1:46435, datanodeUuid=b9b38aff-8e70-483a-95e4-4c3bda343d3a, infoPort=39597, infoSecurePort=0, ipcPort=41463, storageInfo=lv=-57;cid=testClusterID;nsid=1008137117;c=1732129989718) 2024-11-20T19:13:15,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x162f16fc388825fb with lease ID 0x81cdbe7e402488ad: from storage DS-77df9ead-9ad8-4a2e-b0fa-2eb93e6105c9 node DatanodeRegistration(127.0.0.1:46435, datanodeUuid=b9b38aff-8e70-483a-95e4-4c3bda343d3a, infoPort=39597, infoSecurePort=0, ipcPort=41463, storageInfo=lv=-57;cid=testClusterID;nsid=1008137117;c=1732129989718), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:13:15,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071 2024-11-20T19:13:15,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/zookeeper_0, clientPort=62139, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:13:15,579 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62139 2024-11-20T19:13:15,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:13:15,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:13:15,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:13:15,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:13:15,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:13:16,349 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 with version=8 2024-11-20T19:13:16,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/hbase-staging 2024-11-20T19:13:16,455 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T19:13:16,812 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:13:16,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:13:16,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:13:16,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:13:16,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:13:16,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:13:17,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:13:17,109 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T19:13:17,118 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T19:13:17,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:13:17,146 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1047 (auto-detected) 2024-11-20T19:13:17,147 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-20T19:13:17,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32795 2024-11-20T19:13:17,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32795 connecting to ZooKeeper ensemble=127.0.0.1:62139 2024-11-20T19:13:17,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327950x0, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:13:17,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32795-0x10159aa36c30000 connected 2024-11-20T19:13:17,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:13:17,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:13:17,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:13:17,379 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323, hbase.cluster.distributed=false 2024-11-20T19:13:17,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T19:13:17,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32795 2024-11-20T19:13:17,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32795 2024-11-20T19:13:17,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32795 2024-11-20T19:13:17,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32795 2024-11-20T19:13:17,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32795 2024-11-20T19:13:17,590 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:13:17,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:13:17,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:13:17,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:13:17,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:13:17,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:13:17,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:13:17,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:13:17,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37423 2024-11-20T19:13:17,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37423 connecting to ZooKeeper ensemble=127.0.0.1:62139 2024-11-20T19:13:17,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:13:17,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:13:17,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374230x0, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:13:17,624 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374230x0, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:13:17,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37423-0x10159aa36c30001 connected 2024-11-20T19:13:17,628 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:13:17,639 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:13:17,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T19:13:17,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T19:13:17,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37423 2024-11-20T19:13:17,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37423 2024-11-20T19:13:17,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37423 2024-11-20T19:13:17,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37423 2024-11-20T19:13:17,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37423 2024-11-20T19:13:17,675 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:13:17,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:13:17,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:13:17,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:13:17,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:13:17,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:13:17,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:13:17,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:13:17,678 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46507 2024-11-20T19:13:17,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46507 connecting to ZooKeeper ensemble=127.0.0.1:62139 2024-11-20T19:13:17,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:13:17,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:13:17,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465070x0, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:13:17,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46507-0x10159aa36c30002 connected 2024-11-20T19:13:17,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465070x0, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:13:17,708 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:13:17,709 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:13:17,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T19:13:17,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T19:13:17,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46507 2024-11-20T19:13:17,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46507 2024-11-20T19:13:17,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46507 2024-11-20T19:13:17,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46507 2024-11-20T19:13:17,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46507 2024-11-20T19:13:17,739 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:13:17,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:13:17,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:13:17,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:13:17,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:13:17,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:13:17,740 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:13:17,740 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:13:17,741 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40675 2024-11-20T19:13:17,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40675 connecting to ZooKeeper ensemble=127.0.0.1:62139 2024-11-20T19:13:17,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:13:17,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:13:17,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406750x0, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:13:17,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406750x0, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:13:17,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40675-0x10159aa36c30003 connected 2024-11-20T19:13:17,763 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:13:17,764 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:13:17,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T19:13:17,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T19:13:17,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40675 2024-11-20T19:13:17,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40675 2024-11-20T19:13:17,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40675 2024-11-20T19:13:17,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40675 2024-11-20T19:13:17,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40675 2024-11-20T19:13:17,784 DEBUG [M:0;e14ef07817f4:32795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:32795 2024-11-20T19:13:17,785 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e14ef07817f4,32795,1732129996555 2024-11-20T19:13:17,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:13:17,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:13:17,804 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:13:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:13:17,806 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e14ef07817f4,32795,1732129996555 2024-11-20T19:13:17,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T19:13:17,834 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T19:13:17,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:17,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:17,835 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:17,837 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T19:13:17,838 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e14ef07817f4,32795,1732129996555 from backup master directory 2024-11-20T19:13:17,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T19:13:17,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:17,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:13:17,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e14ef07817f4,32795,1732129996555 2024-11-20T19:13:17,858 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:13:17,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:13:17,859 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:13:17,860 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,32795,1732129996555 2024-11-20T19:13:17,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:13:17,863 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T19:13:17,873 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T19:13:17,962 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/hbase.id] with ID: f5e994d5-10ac-4a19-b01e-0043a6824872 2024-11-20T19:13:17,962 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/.tmp/hbase.id 2024-11-20T19:13:17,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:13:17,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:13:17,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:13:17,978 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/.tmp/hbase.id]:[hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/hbase.id] 2024-11-20T19:13:18,026 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:13:18,031 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:13:18,049 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-20T19:13:18,064 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:18,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:18,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:18,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:18,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:13:18,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:13:18,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:13:18,102 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:13:18,105 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:13:18,122 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:13:18,127 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:13:18,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:13:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:13:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:13:18,183 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store 2024-11-20T19:13:18,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:13:18,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:13:18,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:13:18,211 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T19:13:18,215 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:18,216 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:13:18,216 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:13:18,217 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:13:18,218 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:13:18,219 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:13:18,219 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:13:18,220 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732129998216Disabling compacts and flushes for region at 1732129998216Disabling writes for close at 1732129998219 (+3 ms)Writing region close event to WAL at 1732129998219Closed at 1732129998219 2024-11-20T19:13:18,223 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/.initializing 2024-11-20T19:13:18,223 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/WALs/e14ef07817f4,32795,1732129996555 2024-11-20T19:13:18,233 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:13:18,248 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C32795%2C1732129996555, suffix=, logDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/WALs/e14ef07817f4,32795,1732129996555, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/oldWALs, maxLogs=10 2024-11-20T19:13:18,272 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/WALs/e14ef07817f4,32795,1732129996555/e14ef07817f4%2C32795%2C1732129996555.1732129998252, exclude list is [], retry=0 2024-11-20T19:13:18,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-fe9b773d-6d14-4c0a-b564-5fe47d39a412,DISK] 2024-11-20T19:13:18,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46435,DS-80dceed3-4a0a-4a10-8e71-b5e4ad41534c,DISK] 2024-11-20T19:13:18,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-0888d88b-52a7-4241-a7cc-af07593de117,DISK] 2024-11-20T19:13:18,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T19:13:18,348 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/WALs/e14ef07817f4,32795,1732129996555/e14ef07817f4%2C32795%2C1732129996555.1732129998252 2024-11-20T19:13:18,350 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42589:42589),(127.0.0.1/127.0.0.1:39597:39597),(127.0.0.1/127.0.0.1:38877:38877)] 2024-11-20T19:13:18,350 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:13:18,351 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:18,354 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:13:18,354 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:13:18,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:13:18,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:13:18,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:18,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:13:18,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:13:18,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:13:18,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:18,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:13:18,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:13:18,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:13:18,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:18,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:13:18,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:13:18,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:13:18,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:18,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:13:18,432 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:13:18,436 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:13:18,438 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:13:18,443 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:13:18,444 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:13:18,447 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:13:18,452 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:13:18,456 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:13:18,457 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63770583, jitterRate=-0.04974426329135895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:13:18,464 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732129998368Initializing all the Stores at 1732129998371 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732129998371Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732129998372 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732129998372Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732129998372Cleaning up temporary data from old regions at 1732129998444 (+72 ms)Region opened successfully at 1732129998464 (+20 ms) 2024-11-20T19:13:18,465 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:13:18,500 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee6672a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:13:18,533 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:13:18,549 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:13:18,550 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:13:18,553 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:13:18,555 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T19:13:18,563 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-20T19:13:18,563 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T19:13:18,601 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:13:18,613 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T19:13:18,741 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T19:13:18,746 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:13:18,749 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:13:18,865 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T19:13:18,870 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:13:18,875 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:13:19,013 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T19:13:19,015 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:13:19,116 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T19:13:19,139 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:13:19,267 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T19:13:19,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T19:13:19,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T19:13:19,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T19:13:19,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:19,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:19,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:19,373 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T19:13:19,373 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:19,378 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,32795,1732129996555, sessionid=0x10159aa36c30000, setting cluster-up flag (Was=false) 2024-11-20T19:13:19,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:19,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:19,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:19,590 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:20,063 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T19:13:20,068 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,32795,1732129996555 2024-11-20T19:13:20,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:20,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:20,128 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:20,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:20,181 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T19:13:20,183 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,32795,1732129996555 2024-11-20T19:13:20,188 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:13:20,269 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:13:20,275 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(746): ClusterId : f5e994d5-10ac-4a19-b01e-0043a6824872 2024-11-20T19:13:20,275 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(746): ClusterId : f5e994d5-10ac-4a19-b01e-0043a6824872 2024-11-20T19:13:20,275 INFO [RS:0;e14ef07817f4:37423 {}] regionserver.HRegionServer(746): ClusterId : f5e994d5-10ac-4a19-b01e-0043a6824872 2024-11-20T19:13:20,278 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:13:20,278 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:13:20,278 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:13:20,280 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:13:20,286 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:13:20,293 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,32795,1732129996555 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:13:20,320 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:13:20,320 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:13:20,320 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:13:20,320 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:13:20,320 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:13:20,320 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:13:20,321 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:13:20,321 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:13:20,321 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:13:20,322 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:13:20,322 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:13:20,322 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,322 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:13:20,322 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,328 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130030327 2024-11-20T19:13:20,330 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:13:20,331 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:13:20,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:13:20,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:13:20,334 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:13:20,335 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:13:20,335 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:13:20,335 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:13:20,335 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,337 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:20,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:13:20,339 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:13:20,340 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:13:20,341 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:13:20,343 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:13:20,344 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:13:20,346 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130000345,5,FailOnTimeoutGroup] 2024-11-20T19:13:20,347 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130000346,5,FailOnTimeoutGroup] 2024-11-20T19:13:20,347 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,347 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:13:20,349 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,350 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:13:20,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:13:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:13:20,361 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:13:20,361 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:13:20,361 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:13:20,362 DEBUG [RS:1;e14ef07817f4:46507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482ec908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:13:20,362 DEBUG [RS:0;e14ef07817f4:37423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61002f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:13:20,362 DEBUG [RS:2;e14ef07817f4:40675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19197a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:13:20,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:13:20,363 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:20,380 DEBUG [RS:2;e14ef07817f4:40675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e14ef07817f4:40675 2024-11-20T19:13:20,382 DEBUG [RS:1;e14ef07817f4:46507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e14ef07817f4:46507 2024-11-20T19:13:20,387 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:13:20,387 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:13:20,387 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:13:20,387 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:13:20,387 DEBUG [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:13:20,387 DEBUG [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:13:20,389 DEBUG [RS:0;e14ef07817f4:37423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:37423 2024-11-20T19:13:20,389 INFO [RS:0;e14ef07817f4:37423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:13:20,389 INFO [RS:0;e14ef07817f4:37423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:13:20,389 DEBUG [RS:0;e14ef07817f4:37423 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:13:20,390 INFO [RS:0;e14ef07817f4:37423 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,32795,1732129996555 with port=37423, startcode=1732129997537 2024-11-20T19:13:20,390 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,32795,1732129996555 with port=46507, startcode=1732129997674 2024-11-20T19:13:20,391 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,32795,1732129996555 with port=40675, startcode=1732129997738 2024-11-20T19:13:20,407 DEBUG [RS:0;e14ef07817f4:37423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:13:20,407 DEBUG [RS:1;e14ef07817f4:46507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:13:20,407 DEBUG [RS:2;e14ef07817f4:40675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:13:20,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741832_1008 (size=32) 2024-11-20T19:13:20,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741832_1008 (size=32) 2024-11-20T19:13:20,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741832_1008 (size=32) 2024-11-20T19:13:20,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:20,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:13:20,474 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:13:20,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:13:20,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:20,479 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:13:20,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:13:20,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:13:20,480 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:13:20,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,40675,1732129997738 2024-11-20T19:13:20,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:13:20,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:20,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32795 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,40675,1732129997738 2024-11-20T19:13:20,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:13:20,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:13:20,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:13:20,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:20,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:13:20,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:13:20,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:13:20,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:20,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,46507,1732129997674 2024-11-20T19:13:20,510 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32795 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,46507,1732129997674 2024-11-20T19:13:20,514 DEBUG [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:20,514 DEBUG [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46799 2024-11-20T19:13:20,514 DEBUG [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:13:20,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,37423,1732129997537 2024-11-20T19:13:20,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32795 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,37423,1732129997537 2024-11-20T19:13:20,519 DEBUG [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:20,519 DEBUG [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46799 2024-11-20T19:13:20,519 DEBUG [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:13:20,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:13:20,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:13:20,522 DEBUG [RS:0;e14ef07817f4:37423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:20,522 DEBUG [RS:0;e14ef07817f4:37423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46799 2024-11-20T19:13:20,523 DEBUG [RS:0;e14ef07817f4:37423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:13:20,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740 2024-11-20T19:13:20,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740 2024-11-20T19:13:20,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T19:13:20,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:13:20,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:13:20,532 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:13:20,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:13:20,549 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:13:20,550 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62424606, jitterRate=-0.06980088353157043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:13:20,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130000451Initializing all the Stores at 1732130000458 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130000458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130000466 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130000466Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130000466Cleaning up temporary data from old regions at 1732130000531 (+65 ms)Region opened successfully at 1732130000554 (+23 ms) 2024-11-20T19:13:20,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:13:20,555 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:13:20,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:13:20,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:13:20,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:13:20,559 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:13:20,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130000555Disabling compacts and flushes for region at 1732130000555Disabling writes for close at 1732130000555Writing region close event to WAL at 1732130000559 (+4 ms)Closed at 1732130000559 2024-11-20T19:13:20,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:13:20,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:13:20,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:13:20,584 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:13:20,588 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:13:20,610 DEBUG [RS:2;e14ef07817f4:40675 {}] zookeeper.ZKUtil(111): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e14ef07817f4,40675,1732129997738 2024-11-20T19:13:20,610 WARN [RS:2;e14ef07817f4:40675 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:13:20,611 INFO [RS:2;e14ef07817f4:40675 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:13:20,611 DEBUG [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,40675,1732129997738 2024-11-20T19:13:20,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,46507,1732129997674] 2024-11-20T19:13:20,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,40675,1732129997738] 2024-11-20T19:13:20,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,37423,1732129997537] 2024-11-20T19:13:20,612 DEBUG [RS:1;e14ef07817f4:46507 {}] zookeeper.ZKUtil(111): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e14ef07817f4,46507,1732129997674 2024-11-20T19:13:20,613 WARN [RS:1;e14ef07817f4:46507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:13:20,613 INFO [RS:1;e14ef07817f4:46507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:13:20,613 DEBUG [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,46507,1732129997674 2024-11-20T19:13:20,613 DEBUG [RS:0;e14ef07817f4:37423 {}] zookeeper.ZKUtil(111): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e14ef07817f4,37423,1732129997537 2024-11-20T19:13:20,614 WARN [RS:0;e14ef07817f4:37423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:13:20,614 INFO [RS:0;e14ef07817f4:37423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:13:20,614 DEBUG [RS:0;e14ef07817f4:37423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537 2024-11-20T19:13:20,643 INFO [RS:0;e14ef07817f4:37423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:13:20,643 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:13:20,643 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:13:20,661 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:13:20,663 INFO [RS:0;e14ef07817f4:37423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:13:20,664 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:13:20,669 INFO [RS:1;e14ef07817f4:46507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:13:20,669 INFO [RS:1;e14ef07817f4:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,669 INFO [RS:0;e14ef07817f4:37423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:13:20,672 INFO [RS:0;e14ef07817f4:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,673 INFO [RS:2;e14ef07817f4:40675 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:13:20,673 INFO [RS:2;e14ef07817f4:40675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,676 INFO [RS:0;e14ef07817f4:37423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:13:20,676 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:13:20,676 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:13:20,683 INFO [RS:2;e14ef07817f4:40675 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:13:20,683 INFO [RS:0;e14ef07817f4:37423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:13:20,684 INFO [RS:1;e14ef07817f4:46507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:13:20,685 INFO [RS:0;e14ef07817f4:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,685 INFO [RS:1;e14ef07817f4:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,685 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,686 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,686 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,686 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,686 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,686 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,686 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,686 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,686 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,686 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,686 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:13:20,686 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:13:20,686 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,686 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,687 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,687 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,687 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,687 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,687 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,687 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,687 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,687 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,687 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,687 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,687 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:13:20,687 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:13:20,687 DEBUG [RS:0;e14ef07817f4:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:13:20,687 DEBUG [RS:1;e14ef07817f4:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:13:20,685 INFO [RS:2;e14ef07817f4:40675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,688 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,688 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,688 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,688 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,688 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,689 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:13:20,689 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,689 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,689 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,689 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,689 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,689 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:13:20,690 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:13:20,690 DEBUG [RS:2;e14ef07817f4:40675 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:13:20,696 INFO [RS:2;e14ef07817f4:40675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:1;e14ef07817f4:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:0;e14ef07817f4:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:2;e14ef07817f4:40675 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:1;e14ef07817f4:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:0;e14ef07817f4:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:2;e14ef07817f4:40675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:0;e14ef07817f4:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:1;e14ef07817f4:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:2;e14ef07817f4:40675 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:1;e14ef07817f4:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:0;e14ef07817f4:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:2;e14ef07817f4:40675 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:1;e14ef07817f4:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,696 INFO [RS:0;e14ef07817f4:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,697 INFO [RS:2;e14ef07817f4:40675 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40675,1732129997738-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:13:20,697 INFO [RS:1;e14ef07817f4:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,46507,1732129997674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:13:20,697 INFO [RS:0;e14ef07817f4:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37423,1732129997537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:13:20,730 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:13:20,733 INFO [RS:1;e14ef07817f4:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,46507,1732129997674-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,733 INFO [RS:1;e14ef07817f4:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,734 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.Replication(171): e14ef07817f4,46507,1732129997674 started 2024-11-20T19:13:20,736 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:13:20,736 INFO [RS:0;e14ef07817f4:37423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:13:20,736 INFO [RS:0;e14ef07817f4:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37423,1732129997537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,736 INFO [RS:2;e14ef07817f4:40675 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40675,1732129997738-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,736 INFO [RS:0;e14ef07817f4:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,736 INFO [RS:2;e14ef07817f4:40675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,736 INFO [RS:0;e14ef07817f4:37423 {}] regionserver.Replication(171): e14ef07817f4,37423,1732129997537 started 2024-11-20T19:13:20,736 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.Replication(171): e14ef07817f4,40675,1732129997738 started 2024-11-20T19:13:20,740 WARN [e14ef07817f4:32795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T19:13:20,764 INFO [RS:2;e14ef07817f4:40675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,764 INFO [RS:1;e14ef07817f4:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,764 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,40675,1732129997738, RpcServer on e14ef07817f4/172.17.0.3:40675, sessionid=0x10159aa36c30003 2024-11-20T19:13:20,764 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,46507,1732129997674, RpcServer on e14ef07817f4/172.17.0.3:46507, sessionid=0x10159aa36c30002 2024-11-20T19:13:20,765 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:13:20,765 DEBUG [RS:2;e14ef07817f4:40675 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,40675,1732129997738 2024-11-20T19:13:20,766 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,40675,1732129997738' 2024-11-20T19:13:20,766 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T19:13:20,766 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:13:20,766 DEBUG [RS:1;e14ef07817f4:46507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,46507,1732129997674 2024-11-20T19:13:20,766 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,46507,1732129997674' 2024-11-20T19:13:20,766 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T19:13:20,767 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T19:13:20,768 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:13:20,768 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T19:13:20,768 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:13:20,768 DEBUG [RS:2;e14ef07817f4:40675 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,40675,1732129997738 2024-11-20T19:13:20,768 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,40675,1732129997738' 2024-11-20T19:13:20,768 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T19:13:20,769 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:13:20,769 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:13:20,769 DEBUG [RS:1;e14ef07817f4:46507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,46507,1732129997674 2024-11-20T19:13:20,769 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,46507,1732129997674' 2024-11-20T19:13:20,769 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T19:13:20,769 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T19:13:20,770 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T19:13:20,771 DEBUG [RS:1;e14ef07817f4:46507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:13:20,771 INFO [RS:0;e14ef07817f4:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:20,771 INFO [RS:1;e14ef07817f4:46507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:13:20,771 INFO [RS:1;e14ef07817f4:46507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:13:20,771 INFO [RS:0;e14ef07817f4:37423 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,37423,1732129997537, RpcServer on e14ef07817f4/172.17.0.3:37423, sessionid=0x10159aa36c30001 2024-11-20T19:13:20,771 DEBUG [RS:2;e14ef07817f4:40675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:13:20,771 INFO [RS:2;e14ef07817f4:40675 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:13:20,772 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:13:20,772 INFO [RS:2;e14ef07817f4:40675 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:13:20,772 DEBUG [RS:0;e14ef07817f4:37423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,37423,1732129997537 2024-11-20T19:13:20,772 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,37423,1732129997537' 2024-11-20T19:13:20,772 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T19:13:20,772 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T19:13:20,773 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:13:20,773 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:13:20,773 DEBUG [RS:0;e14ef07817f4:37423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,37423,1732129997537 2024-11-20T19:13:20,773 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,37423,1732129997537' 2024-11-20T19:13:20,773 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T19:13:20,774 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T19:13:20,774 DEBUG [RS:0;e14ef07817f4:37423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:13:20,774 INFO [RS:0;e14ef07817f4:37423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:13:20,774 INFO [RS:0;e14ef07817f4:37423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:13:20,877 INFO [RS:0;e14ef07817f4:37423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:13:20,877 INFO [RS:1;e14ef07817f4:46507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:13:20,877 INFO [RS:2;e14ef07817f4:40675 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:13:20,880 INFO [RS:1;e14ef07817f4:46507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C46507%2C1732129997674, suffix=, logDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,46507,1732129997674, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/oldWALs, maxLogs=32 2024-11-20T19:13:20,880 INFO [RS:2;e14ef07817f4:40675 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C40675%2C1732129997738, suffix=, logDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,40675,1732129997738, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/oldWALs, maxLogs=32 2024-11-20T19:13:20,881 INFO [RS:0;e14ef07817f4:37423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C37423%2C1732129997537, suffix=, logDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/oldWALs, maxLogs=32 2024-11-20T19:13:20,903 DEBUG [RS:2;e14ef07817f4:40675 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,40675,1732129997738/e14ef07817f4%2C40675%2C1732129997738.1732130000884, exclude list is [], retry=0 2024-11-20T19:13:20,907 DEBUG [RS:0;e14ef07817f4:37423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537/e14ef07817f4%2C37423%2C1732129997537.1732130000884, exclude list is [], retry=0 2024-11-20T19:13:20,908 DEBUG [RS:1;e14ef07817f4:46507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,46507,1732129997674/e14ef07817f4%2C46507%2C1732129997674.1732130000884, exclude list is [], retry=0 2024-11-20T19:13:20,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46435,DS-80dceed3-4a0a-4a10-8e71-b5e4ad41534c,DISK] 2024-11-20T19:13:20,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-0888d88b-52a7-4241-a7cc-af07593de117,DISK] 2024-11-20T19:13:20,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-fe9b773d-6d14-4c0a-b564-5fe47d39a412,DISK] 2024-11-20T19:13:20,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46435,DS-80dceed3-4a0a-4a10-8e71-b5e4ad41534c,DISK] 2024-11-20T19:13:20,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-0888d88b-52a7-4241-a7cc-af07593de117,DISK] 2024-11-20T19:13:20,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-0888d88b-52a7-4241-a7cc-af07593de117,DISK] 2024-11-20T19:13:20,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-fe9b773d-6d14-4c0a-b564-5fe47d39a412,DISK] 2024-11-20T19:13:20,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46435,DS-80dceed3-4a0a-4a10-8e71-b5e4ad41534c,DISK] 2024-11-20T19:13:20,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-fe9b773d-6d14-4c0a-b564-5fe47d39a412,DISK] 2024-11-20T19:13:20,956 INFO [RS:2;e14ef07817f4:40675 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,40675,1732129997738/e14ef07817f4%2C40675%2C1732129997738.1732130000884 2024-11-20T19:13:20,965 DEBUG [RS:2;e14ef07817f4:40675 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38877:38877),(127.0.0.1/127.0.0.1:42589:42589),(127.0.0.1/127.0.0.1:39597:39597)] 2024-11-20T19:13:20,977 INFO [RS:0;e14ef07817f4:37423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537/e14ef07817f4%2C37423%2C1732129997537.1732130000884 2024-11-20T19:13:20,985 DEBUG [RS:0;e14ef07817f4:37423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38877:38877),(127.0.0.1/127.0.0.1:39597:39597),(127.0.0.1/127.0.0.1:42589:42589)] 2024-11-20T19:13:20,988 INFO [RS:1;e14ef07817f4:46507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,46507,1732129997674/e14ef07817f4%2C46507%2C1732129997674.1732130000884 2024-11-20T19:13:20,988 DEBUG [RS:1;e14ef07817f4:46507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39597:39597),(127.0.0.1/127.0.0.1:38877:38877),(127.0.0.1/127.0.0.1:42589:42589)] 2024-11-20T19:13:20,993 DEBUG [e14ef07817f4:32795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T19:13:21,003 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(204): Hosts are {e14ef07817f4=0} racks are {/default-rack=0} 2024-11-20T19:13:21,012 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T19:13:21,012 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T19:13:21,012 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T19:13:21,012 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T19:13:21,012 INFO [e14ef07817f4:32795 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T19:13:21,012 INFO [e14ef07817f4:32795 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T19:13:21,012 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T19:13:21,021 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,37423,1732129997537 2024-11-20T19:13:21,028 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,37423,1732129997537, state=OPENING 2024-11-20T19:13:21,044 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:13:21,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:21,055 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:21,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:21,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:13:21,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:13:21,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:13:21,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:13:21,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:13:21,058 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:13:21,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,37423,1732129997537}] 2024-11-20T19:13:27,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:13:27,107 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T19:13:31,093 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:13:31,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:13:31,115 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:13:31,115 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:13:31,116 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:13:31,121 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C37423%2C1732129997537.meta, suffix=.meta, logDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/oldWALs, maxLogs=32 2024-11-20T19:13:31,143 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta, exclude list is [], retry=0 2024-11-20T19:13:31,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46435,DS-80dceed3-4a0a-4a10-8e71-b5e4ad41534c,DISK] 2024-11-20T19:13:31,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-fe9b773d-6d14-4c0a-b564-5fe47d39a412,DISK] 2024-11-20T19:13:31,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-0888d88b-52a7-4241-a7cc-af07593de117,DISK] 2024-11-20T19:13:31,157 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta 2024-11-20T19:13:31,157 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39597:39597),(127.0.0.1/127.0.0.1:42589:42589),(127.0.0.1/127.0.0.1:38877:38877)] 2024-11-20T19:13:31,157 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:13:31,159 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:13:31,162 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:13:31,168 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:13:31,173 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:13:31,174 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:31,174 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:13:31,174 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:13:31,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:13:31,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:13:31,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:31,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:13:31,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:13:31,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:13:31,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:31,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:13:31,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:13:31,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:13:31,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:31,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:13:31,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:13:31,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:13:31,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:31,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:13:31,192 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:13:31,194 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740 2024-11-20T19:13:31,197 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740 2024-11-20T19:13:31,199 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:13:31,200 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:13:31,201 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:13:31,204 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:13:31,206 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64347712, jitterRate=-0.041144371032714844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:13:31,206 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:13:31,208 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130011175Writing region info on filesystem at 1732130011175Initializing all the Stores at 1732130011177 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130011177Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130011177Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130011177Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130011177Cleaning up temporary data from old regions at 1732130011200 (+23 ms)Running coprocessor post-open hooks at 1732130011206 (+6 ms)Region opened successfully at 1732130011207 (+1 ms) 2024-11-20T19:13:31,215 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130011082 2024-11-20T19:13:31,227 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:13:31,228 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:13:31,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,37423,1732129997537 2024-11-20T19:13:31,234 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,37423,1732129997537, state=OPEN 2024-11-20T19:13:31,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:13:31,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:13:31,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:13:31,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:13:31,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:13:31,307 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:13:31,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:13:31,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:13:31,308 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,37423,1732129997537 2024-11-20T19:13:31,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:13:31,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,37423,1732129997537 in 10.2490 sec 2024-11-20T19:13:31,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:13:31,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7480 sec 2024-11-20T19:13:31,327 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:13:31,327 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:13:31,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:13:31,355 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1] 2024-11-20T19:13:31,386 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:13:31,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:13:31,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1910 sec 2024-11-20T19:13:31,417 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130011416, completionTime=-1 2024-11-20T19:13:31,420 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T19:13:31,421 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:13:31,501 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T19:13:31,501 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130071501 2024-11-20T19:13:31,501 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130131501 2024-11-20T19:13:31,502 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 80 msec 2024-11-20T19:13:31,504 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T19:13:31,514 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,32795,1732129996555-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:31,514 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,32795,1732129996555-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:31,515 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,32795,1732129996555-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:31,517 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:32795, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:31,547 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:31,549 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:13:31,552 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:31,603 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.743sec 2024-11-20T19:13:31,608 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:13:31,610 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:13:31,611 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:13:31,611 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:13:31,612 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:13:31,612 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,32795,1732129996555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:13:31,613 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,32795,1732129996555-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:13:31,618 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:13:31,619 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:13:31,620 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,32795,1732129996555-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:13:31,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b52e66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:13:31,710 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T19:13:31,710 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T19:13:31,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,32795,-1 for getting cluster id 2024-11-20T19:13:31,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:13:31,731 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5e994d5-10ac-4a19-b01e-0043a6824872' 2024-11-20T19:13:31,735 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:13:31,736 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5e994d5-10ac-4a19-b01e-0043a6824872" 2024-11-20T19:13:31,736 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a945fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:13:31,736 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,32795,-1] 2024-11-20T19:13:31,739 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:13:31,741 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:13:31,743 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:13:31,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7152e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:13:31,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:13:31,754 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1] 2024-11-20T19:13:31,757 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:13:31,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:13:31,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,32795,1732129996555 2024-11-20T19:13:31,794 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732130011792 (current time:1732130011792). 2024-11-20T19:13:31,794 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T19:13:31,794 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T19:13:31,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:13:31,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,32795,-1 for getting cluster id 2024-11-20T19:13:31,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:13:31,803 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5e994d5-10ac-4a19-b01e-0043a6824872' 2024-11-20T19:13:31,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:13:31,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5e994d5-10ac-4a19-b01e-0043a6824872" 2024-11-20T19:13:31,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13047f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:13:31,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,32795,-1] 2024-11-20T19:13:31,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:13:31,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:13:31,809 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:13:31,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbfbbcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:13:31,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:13:31,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1] 2024-11-20T19:13:31,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:13:31,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:13:31,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:13:31,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:13:31,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:13:31,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:13:31,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:13:31,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:13:31,840 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,32795,1732129996555 2024-11-20T19:13:31,843 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dd9b91e 2024-11-20T19:13:31,845 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:13:31,848 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:13:31,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:13:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T19:13:31,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:13:31,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T19:13:31,874 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:13:31,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:13:31,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741837_1013 (size=361) 2024-11-20T19:13:31,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741837_1013 (size=361) 2024-11-20T19:13:31,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741837_1013 (size=361) 2024-11-20T19:13:31,923 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9e4d11987fc585c73691fc063eb007e, NAME => 'SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:31,925 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bd9dcb0303514171cf2f5d3d0af3520b, NAME => 'SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:31,929 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => dca41ee8f4d65dd8f6602bb2ede78936, NAME => 'SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:31,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741838_1014 (size=62) 2024-11-20T19:13:31,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741838_1014 (size=62) 2024-11-20T19:13:31,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741838_1014 (size=62) 2024-11-20T19:13:31,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:31,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing dca41ee8f4d65dd8f6602bb2ede78936, disabling compactions & flushes 2024-11-20T19:13:31,985 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:13:31,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:13:31,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. after waiting 0 ms 2024-11-20T19:13:31,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:13:31,985 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:13:31,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for dca41ee8f4d65dd8f6602bb2ede78936: Waiting for close lock at 1732130011985Disabling compacts and flushes for region at 1732130011985Disabling writes for close at 1732130011985Writing region close event to WAL at 1732130011985Closed at 1732130011985 2024-11-20T19:13:31,986 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f77c3905900766f0842de25ce1d4f384, NAME => 'SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:31,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741840_1016 (size=62) 2024-11-20T19:13:31,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741840_1016 (size=62) 2024-11-20T19:13:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741840_1016 (size=62) 2024-11-20T19:13:31,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:31,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bd9dcb0303514171cf2f5d3d0af3520b, disabling compactions & flushes 2024-11-20T19:13:31,992 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:13:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:13:31,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:13:31,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. after waiting 0 ms 2024-11-20T19:13:31,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:13:31,992 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:13:31,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bd9dcb0303514171cf2f5d3d0af3520b: Waiting for close lock at 1732130011992Disabling compacts and flushes for region at 1732130011992Disabling writes for close at 1732130011992Writing region close event to WAL at 1732130011992Closed at 1732130011992 2024-11-20T19:13:31,993 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5044cc296653a01c42f3477479bf8eb3, NAME => 'SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:32,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741839_1015 (size=54) 2024-11-20T19:13:32,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741839_1015 (size=54) 2024-11-20T19:13:32,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741839_1015 (size=54) 2024-11-20T19:13:32,013 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:32,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a9e4d11987fc585c73691fc063eb007e, disabling compactions & flushes 2024-11-20T19:13:32,014 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:13:32,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:13:32,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. after waiting 0 ms 2024-11-20T19:13:32,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:13:32,015 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:13:32,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9e4d11987fc585c73691fc063eb007e: Waiting for close lock at 1732130012014Disabling compacts and flushes for region at 1732130012014Disabling writes for close at 1732130012014Writing region close event to WAL at 1732130012015 (+1 ms)Closed at 1732130012015 2024-11-20T19:13:32,015 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13ef789a9632b43e355ceeabbef19d77, NAME => 'SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:32,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741841_1017 (size=62) 2024-11-20T19:13:32,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741841_1017 (size=62) 2024-11-20T19:13:32,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741841_1017 (size=62) 2024-11-20T19:13:32,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:32,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f77c3905900766f0842de25ce1d4f384, disabling compactions & flushes 2024-11-20T19:13:32,049 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:13:32,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:13:32,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. after waiting 0 ms 2024-11-20T19:13:32,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:13:32,049 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:13:32,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f77c3905900766f0842de25ce1d4f384: Waiting for close lock at 1732130012049Disabling compacts and flushes for region at 1732130012049Disabling writes for close at 1732130012049Writing region close event to WAL at 1732130012049Closed at 1732130012049 2024-11-20T19:13:32,050 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 793aad6bbf2e2ea380492c203eb502aa, NAME => 'SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:32,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741842_1018 (size=62) 2024-11-20T19:13:32,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741842_1018 (size=62) 2024-11-20T19:13:32,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741842_1018 (size=62) 2024-11-20T19:13:32,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:32,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5044cc296653a01c42f3477479bf8eb3, disabling compactions & flushes 2024-11-20T19:13:32,070 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:13:32,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:13:32,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. after waiting 0 ms 2024-11-20T19:13:32,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:13:32,070 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:13:32,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5044cc296653a01c42f3477479bf8eb3: Waiting for close lock at 1732130012070Disabling compacts and flushes for region at 1732130012070Disabling writes for close at 1732130012070Writing region close event to WAL at 1732130012070Closed at 1732130012070 2024-11-20T19:13:32,071 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0b48499081875ed20f25a3e59154ed64, NAME => 'SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:32,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741843_1019 (size=62) 2024-11-20T19:13:32,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741843_1019 (size=62) 2024-11-20T19:13:32,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741843_1019 (size=62) 2024-11-20T19:13:32,103 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:32,103 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 13ef789a9632b43e355ceeabbef19d77, disabling compactions & flushes 2024-11-20T19:13:32,103 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:13:32,103 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:13:32,103 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. after waiting 0 ms 2024-11-20T19:13:32,103 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:13:32,103 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:13:32,103 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13ef789a9632b43e355ceeabbef19d77: Waiting for close lock at 1732130012103Disabling compacts and flushes for region at 1732130012103Disabling writes for close at 1732130012103Writing region close event to WAL at 1732130012103Closed at 1732130012103 2024-11-20T19:13:32,104 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b73e96b8e4bfca272098f460bb93dee5, NAME => 'SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:32,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741844_1020 (size=62) 2024-11-20T19:13:32,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741844_1020 (size=62) 2024-11-20T19:13:32,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741844_1020 (size=62) 2024-11-20T19:13:32,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:32,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 793aad6bbf2e2ea380492c203eb502aa, disabling compactions & flushes 2024-11-20T19:13:32,113 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:13:32,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:13:32,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. after waiting 0 ms 2024-11-20T19:13:32,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:13:32,113 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:13:32,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 793aad6bbf2e2ea380492c203eb502aa: Waiting for close lock at 1732130012113Disabling compacts and flushes for region at 1732130012113Disabling writes for close at 1732130012113Writing region close event to WAL at 1732130012113Closed at 1732130012113 2024-11-20T19:13:32,114 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 58f924f6c1499de95bcdadf1adad583f, NAME => 'SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323 2024-11-20T19:13:32,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741845_1021 (size=62) 2024-11-20T19:13:32,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741845_1021 (size=62) 2024-11-20T19:13:32,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741845_1021 (size=62) 2024-11-20T19:13:32,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:32,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0b48499081875ed20f25a3e59154ed64, disabling compactions & flushes 2024-11-20T19:13:32,133 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:13:32,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:13:32,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. after waiting 0 ms 2024-11-20T19:13:32,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:13:32,133 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:13:32,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0b48499081875ed20f25a3e59154ed64: Waiting for close lock at 1732130012133Disabling compacts and flushes for region at 1732130012133Disabling writes for close at 1732130012133Writing region close event to WAL at 1732130012133Closed at 1732130012133 2024-11-20T19:13:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741846_1022 (size=62) 2024-11-20T19:13:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741847_1023 (size=54) 2024-11-20T19:13:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741847_1023 (size=54) 2024-11-20T19:13:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741846_1022 (size=62) 2024-11-20T19:13:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741847_1023 (size=54) 2024-11-20T19:13:32,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741846_1022 (size=62) 2024-11-20T19:13:32,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:32,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b73e96b8e4bfca272098f460bb93dee5, disabling compactions & flushes 2024-11-20T19:13:32,158 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:13:32,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:13:32,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. after waiting 0 ms 2024-11-20T19:13:32,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:13:32,159 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:13:32,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b73e96b8e4bfca272098f460bb93dee5: Waiting for close lock at 1732130012158Disabling compacts and flushes for region at 1732130012158Disabling writes for close at 1732130012159 (+1 ms)Writing region close event to WAL at 1732130012159Closed at 1732130012159 2024-11-20T19:13:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:13:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:13:32,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:32,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 58f924f6c1499de95bcdadf1adad583f, disabling compactions & flushes 2024-11-20T19:13:32,557 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:13:32,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:13:32,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. after waiting 0 ms 2024-11-20T19:13:32,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:13:32,558 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:13:32,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 58f924f6c1499de95bcdadf1adad583f: Waiting for close lock at 1732130012557Disabling compacts and flushes for region at 1732130012557Disabling writes for close at 1732130012558 (+1 ms)Writing region close event to WAL at 1732130012558Closed at 1732130012558 2024-11-20T19:13:32,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:13:32,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130012560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130012560"}]},"ts":"1732130012560"} 2024-11-20T19:13:32,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130012560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130012560"}]},"ts":"1732130012560"} 2024-11-20T19:13:32,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732130012560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130012560"}]},"ts":"1732130012560"} 2024-11-20T19:13:32,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130012560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130012560"}]},"ts":"1732130012560"} 2024-11-20T19:13:32,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130012560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130012560"}]},"ts":"1732130012560"} 2024-11-20T19:13:32,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130012560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130012560"}]},"ts":"1732130012560"} 2024-11-20T19:13:32,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130012560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130012560"}]},"ts":"1732130012560"} 2024-11-20T19:13:32,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130012560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130012560"}]},"ts":"1732130012560"} 2024-11-20T19:13:32,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130012560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130012560"}]},"ts":"1732130012560"} 2024-11-20T19:13:32,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732130012560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130012560"}]},"ts":"1732130012560"} 2024-11-20T19:13:32,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T19:13:32,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:13:32,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130012600"}]},"ts":"1732130012600"} 2024-11-20T19:13:32,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T19:13:32,607 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e14ef07817f4=0} racks are {/default-rack=0} 2024-11-20T19:13:32,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T19:13:32,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T19:13:32,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T19:13:32,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T19:13:32,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T19:13:32,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T19:13:32,613 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T19:13:32,613 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T19:13:32,613 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T19:13:32,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T19:13:32,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9e4d11987fc585c73691fc063eb007e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd9dcb0303514171cf2f5d3d0af3520b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dca41ee8f4d65dd8f6602bb2ede78936, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f77c3905900766f0842de25ce1d4f384, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5044cc296653a01c42f3477479bf8eb3, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ef789a9632b43e355ceeabbef19d77, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=793aad6bbf2e2ea380492c203eb502aa, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b48499081875ed20f25a3e59154ed64, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b73e96b8e4bfca272098f460bb93dee5, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58f924f6c1499de95bcdadf1adad583f, ASSIGN}] 2024-11-20T19:13:32,619 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9e4d11987fc585c73691fc063eb007e, ASSIGN 2024-11-20T19:13:32,620 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd9dcb0303514171cf2f5d3d0af3520b, ASSIGN 2024-11-20T19:13:32,620 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f77c3905900766f0842de25ce1d4f384, ASSIGN 2024-11-20T19:13:32,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dca41ee8f4d65dd8f6602bb2ede78936, ASSIGN 2024-11-20T19:13:32,622 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd9dcb0303514171cf2f5d3d0af3520b, ASSIGN; state=OFFLINE, location=e14ef07817f4,40675,1732129997738; forceNewPlan=false, retain=false 2024-11-20T19:13:32,623 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9e4d11987fc585c73691fc063eb007e, ASSIGN; state=OFFLINE, location=e14ef07817f4,46507,1732129997674; forceNewPlan=false, retain=false 2024-11-20T19:13:32,623 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f77c3905900766f0842de25ce1d4f384, ASSIGN; state=OFFLINE, location=e14ef07817f4,37423,1732129997537; forceNewPlan=false, retain=false 2024-11-20T19:13:32,623 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dca41ee8f4d65dd8f6602bb2ede78936, ASSIGN; state=OFFLINE, location=e14ef07817f4,37423,1732129997537; forceNewPlan=false, retain=false 2024-11-20T19:13:32,625 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b48499081875ed20f25a3e59154ed64, ASSIGN 2024-11-20T19:13:32,628 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b48499081875ed20f25a3e59154ed64, ASSIGN; state=OFFLINE, location=e14ef07817f4,40675,1732129997738; forceNewPlan=false, retain=false 2024-11-20T19:13:32,631 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=793aad6bbf2e2ea380492c203eb502aa, ASSIGN 2024-11-20T19:13:32,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58f924f6c1499de95bcdadf1adad583f, ASSIGN 2024-11-20T19:13:32,632 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b73e96b8e4bfca272098f460bb93dee5, ASSIGN 2024-11-20T19:13:32,632 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ef789a9632b43e355ceeabbef19d77, ASSIGN 2024-11-20T19:13:32,632 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5044cc296653a01c42f3477479bf8eb3, ASSIGN 2024-11-20T19:13:32,634 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13ef789a9632b43e355ceeabbef19d77, ASSIGN; state=OFFLINE, location=e14ef07817f4,46507,1732129997674; forceNewPlan=false, retain=false 2024-11-20T19:13:32,634 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=793aad6bbf2e2ea380492c203eb502aa, ASSIGN; state=OFFLINE, location=e14ef07817f4,37423,1732129997537; forceNewPlan=false, retain=false 2024-11-20T19:13:32,634 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b73e96b8e4bfca272098f460bb93dee5, ASSIGN; state=OFFLINE, location=e14ef07817f4,46507,1732129997674; forceNewPlan=false, retain=false 2024-11-20T19:13:32,634 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58f924f6c1499de95bcdadf1adad583f, ASSIGN; state=OFFLINE, location=e14ef07817f4,37423,1732129997537; forceNewPlan=false, retain=false 2024-11-20T19:13:32,634 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5044cc296653a01c42f3477479bf8eb3, ASSIGN; state=OFFLINE, location=e14ef07817f4,40675,1732129997738; forceNewPlan=false, retain=false 2024-11-20T19:13:32,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:13:32,776 INFO [e14ef07817f4:32795 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T19:13:32,777 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b73e96b8e4bfca272098f460bb93dee5, regionState=OPENING, regionLocation=e14ef07817f4,46507,1732129997674 2024-11-20T19:13:32,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=13ef789a9632b43e355ceeabbef19d77, regionState=OPENING, regionLocation=e14ef07817f4,46507,1732129997674 2024-11-20T19:13:32,778 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0b48499081875ed20f25a3e59154ed64, regionState=OPENING, regionLocation=e14ef07817f4,40675,1732129997738 2024-11-20T19:13:32,778 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5044cc296653a01c42f3477479bf8eb3, regionState=OPENING, regionLocation=e14ef07817f4,40675,1732129997738 2024-11-20T19:13:32,778 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=58f924f6c1499de95bcdadf1adad583f, regionState=OPENING, regionLocation=e14ef07817f4,37423,1732129997537 2024-11-20T19:13:32,778 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bd9dcb0303514171cf2f5d3d0af3520b, regionState=OPENING, regionLocation=e14ef07817f4,40675,1732129997738 2024-11-20T19:13:32,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9e4d11987fc585c73691fc063eb007e, regionState=OPENING, regionLocation=e14ef07817f4,46507,1732129997674 2024-11-20T19:13:32,779 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=793aad6bbf2e2ea380492c203eb502aa, regionState=OPENING, regionLocation=e14ef07817f4,37423,1732129997537 2024-11-20T19:13:32,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f77c3905900766f0842de25ce1d4f384, regionState=OPENING, regionLocation=e14ef07817f4,37423,1732129997537 2024-11-20T19:13:32,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=dca41ee8f4d65dd8f6602bb2ede78936, regionState=OPENING, regionLocation=e14ef07817f4,37423,1732129997537 2024-11-20T19:13:32,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13ef789a9632b43e355ceeabbef19d77, ASSIGN because future has completed 2024-11-20T19:13:32,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b73e96b8e4bfca272098f460bb93dee5, ASSIGN because future has completed 2024-11-20T19:13:32,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73e96b8e4bfca272098f460bb93dee5, server=e14ef07817f4,46507,1732129997674}] 2024-11-20T19:13:32,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b48499081875ed20f25a3e59154ed64, ASSIGN because future has completed 2024-11-20T19:13:32,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b48499081875ed20f25a3e59154ed64, server=e14ef07817f4,40675,1732129997738}] 2024-11-20T19:13:32,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5044cc296653a01c42f3477479bf8eb3, ASSIGN because future has completed 2024-11-20T19:13:32,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58f924f6c1499de95bcdadf1adad583f, ASSIGN because future has completed 2024-11-20T19:13:32,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ef789a9632b43e355ceeabbef19d77, server=e14ef07817f4,46507,1732129997674}] 2024-11-20T19:13:32,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9e4d11987fc585c73691fc063eb007e, ASSIGN because future has completed 2024-11-20T19:13:32,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=793aad6bbf2e2ea380492c203eb502aa, ASSIGN because future has completed 2024-11-20T19:13:32,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5044cc296653a01c42f3477479bf8eb3, server=e14ef07817f4,40675,1732129997738}] 2024-11-20T19:13:32,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9e4d11987fc585c73691fc063eb007e, server=e14ef07817f4,46507,1732129997674}] 2024-11-20T19:13:32,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f77c3905900766f0842de25ce1d4f384, ASSIGN because future has completed 2024-11-20T19:13:32,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd9dcb0303514171cf2f5d3d0af3520b, ASSIGN because future has completed 2024-11-20T19:13:32,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 793aad6bbf2e2ea380492c203eb502aa, server=e14ef07817f4,37423,1732129997537}] 2024-11-20T19:13:32,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dca41ee8f4d65dd8f6602bb2ede78936, ASSIGN because future has completed 2024-11-20T19:13:32,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58f924f6c1499de95bcdadf1adad583f, server=e14ef07817f4,37423,1732129997537}] 2024-11-20T19:13:32,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936, server=e14ef07817f4,37423,1732129997537}] 2024-11-20T19:13:32,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd9dcb0303514171cf2f5d3d0af3520b, server=e14ef07817f4,40675,1732129997738}] 2024-11-20T19:13:32,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f77c3905900766f0842de25ce1d4f384, server=e14ef07817f4,37423,1732129997537}] 2024-11-20T19:13:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:13:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:13:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:13:36,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:13:37,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:13:37,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T19:13:37,108 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:13:37,108 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T19:13:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:13:42,815 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:13:42,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:13:42,823 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:13:42,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:13:42,826 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:13:42,827 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a9e4d11987fc585c73691fc063eb007e, NAME => 'SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T19:13:42,827 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:13:42,828 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:42,828 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:13:42,828 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:13:42,832 INFO [StoreOpener-a9e4d11987fc585c73691fc063eb007e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:13:42,836 INFO [StoreOpener-a9e4d11987fc585c73691fc063eb007e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9e4d11987fc585c73691fc063eb007e columnFamilyName cf 2024-11-20T19:13:42,836 DEBUG [StoreOpener-a9e4d11987fc585c73691fc063eb007e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:42,837 INFO [StoreOpener-a9e4d11987fc585c73691fc063eb007e-1 {}] regionserver.HStore(327): Store=a9e4d11987fc585c73691fc063eb007e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:13:42,838 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:13:42,838 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:13:42,838 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b48499081875ed20f25a3e59154ed64, NAME => 'SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T19:13:42,839 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b48499081875ed20f25a3e59154ed64 2024-11-20T19:13:42,839 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:42,839 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 0b48499081875ed20f25a3e59154ed64 2024-11-20T19:13:42,840 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 0b48499081875ed20f25a3e59154ed64 2024-11-20T19:13:42,840 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:13:42,841 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:13:42,842 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:13:42,842 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:13:42,847 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:13:42,851 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/a9e4d11987fc585c73691fc063eb007e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:13:42,844 INFO [StoreOpener-0b48499081875ed20f25a3e59154ed64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b48499081875ed20f25a3e59154ed64 2024-11-20T19:13:42,852 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a9e4d11987fc585c73691fc063eb007e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70474770, jitterRate=0.05015590786933899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:13:42,852 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:13:42,858 INFO [StoreOpener-0b48499081875ed20f25a3e59154ed64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b48499081875ed20f25a3e59154ed64 columnFamilyName cf 2024-11-20T19:13:42,859 DEBUG [StoreOpener-0b48499081875ed20f25a3e59154ed64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:42,862 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a9e4d11987fc585c73691fc063eb007e: Running coprocessor pre-open hook at 1732130022828Writing region info on filesystem at 1732130022828Initializing all the Stores at 1732130022830 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130022830Cleaning up temporary data from old regions at 1732130022842 (+12 ms)Running coprocessor post-open hooks at 1732130022852 (+10 ms)Region opened successfully at 1732130022862 (+10 ms) 2024-11-20T19:13:42,869 INFO [StoreOpener-0b48499081875ed20f25a3e59154ed64-1 {}] regionserver.HStore(327): Store=0b48499081875ed20f25a3e59154ed64/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:13:42,870 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 0b48499081875ed20f25a3e59154ed64 2024-11-20T19:13:42,871 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:13:42,871 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => dca41ee8f4d65dd8f6602bb2ede78936, NAME => 'SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T19:13:42,871 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:42,871 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:42,872 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e., pid=19, masterSystemTime=1732130022815 2024-11-20T19:13:42,872 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:42,872 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:42,873 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/0b48499081875ed20f25a3e59154ed64 2024-11-20T19:13:42,874 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/0b48499081875ed20f25a3e59154ed64 2024-11-20T19:13:42,877 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:13:42,877 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:13:42,877 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 0b48499081875ed20f25a3e59154ed64 2024-11-20T19:13:42,877 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:13:42,877 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 0b48499081875ed20f25a3e59154ed64 2024-11-20T19:13:42,878 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 13ef789a9632b43e355ceeabbef19d77, NAME => 'SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T19:13:42,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9e4d11987fc585c73691fc063eb007e, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,46507,1732129997674 2024-11-20T19:13:42,878 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:13:42,879 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:42,879 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:13:42,880 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:13:42,884 INFO [StoreOpener-dca41ee8f4d65dd8f6602bb2ede78936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:42,888 INFO [StoreOpener-13ef789a9632b43e355ceeabbef19d77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:13:42,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9e4d11987fc585c73691fc063eb007e, server=e14ef07817f4,46507,1732129997674 because future has completed 2024-11-20T19:13:42,889 INFO [StoreOpener-dca41ee8f4d65dd8f6602bb2ede78936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dca41ee8f4d65dd8f6602bb2ede78936 columnFamilyName cf 2024-11-20T19:13:42,889 DEBUG [StoreOpener-dca41ee8f4d65dd8f6602bb2ede78936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:42,891 INFO [StoreOpener-dca41ee8f4d65dd8f6602bb2ede78936-1 {}] regionserver.HStore(327): Store=dca41ee8f4d65dd8f6602bb2ede78936/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:13:42,892 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:42,893 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 0b48499081875ed20f25a3e59154ed64 2024-11-20T19:13:42,895 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:42,898 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:42,899 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/0b48499081875ed20f25a3e59154ed64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:13:42,899 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:42,900 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:42,901 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 0b48499081875ed20f25a3e59154ed64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60055646, jitterRate=-0.10510113835334778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:13:42,901 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b48499081875ed20f25a3e59154ed64 2024-11-20T19:13:42,901 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 0b48499081875ed20f25a3e59154ed64: Running coprocessor pre-open hook at 1732130022840Writing region info on filesystem at 1732130022840Initializing all the Stores at 1732130022841 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130022842 (+1 ms)Cleaning up temporary data from old regions at 1732130022877 (+35 ms)Running coprocessor post-open hooks at 1732130022901 (+24 ms)Region opened successfully at 1732130022901 2024-11-20T19:13:42,905 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64., pid=16, masterSystemTime=1732130022822 2024-11-20T19:13:42,907 INFO [StoreOpener-13ef789a9632b43e355ceeabbef19d77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13ef789a9632b43e355ceeabbef19d77 columnFamilyName cf 2024-11-20T19:13:42,908 DEBUG [StoreOpener-13ef789a9632b43e355ceeabbef19d77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:42,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-20T19:13:42,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a9e4d11987fc585c73691fc063eb007e, server=e14ef07817f4,46507,1732129997674 in 10.0530 sec 2024-11-20T19:13:42,914 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:13:42,914 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:13:42,914 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:13:42,914 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:42,914 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5044cc296653a01c42f3477479bf8eb3, NAME => 'SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T19:13:42,915 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:13:42,915 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:42,915 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:13:42,915 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:13:42,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9e4d11987fc585c73691fc063eb007e, ASSIGN in 10.2950 sec 2024-11-20T19:13:42,918 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0b48499081875ed20f25a3e59154ed64, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,40675,1732129997738 2024-11-20T19:13:42,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b48499081875ed20f25a3e59154ed64, server=e14ef07817f4,40675,1732129997738 because future has completed 2024-11-20T19:13:42,924 INFO [StoreOpener-13ef789a9632b43e355ceeabbef19d77-1 {}] regionserver.HStore(327): Store=13ef789a9632b43e355ceeabbef19d77/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:13:42,924 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:13:42,926 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:13:42,927 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:13:42,927 INFO [StoreOpener-5044cc296653a01c42f3477479bf8eb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:13:42,929 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:13:42,930 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:13:42,933 INFO [StoreOpener-5044cc296653a01c42f3477479bf8eb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5044cc296653a01c42f3477479bf8eb3 columnFamilyName cf 2024-11-20T19:13:42,933 DEBUG [StoreOpener-5044cc296653a01c42f3477479bf8eb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:42,935 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:13:42,935 INFO [StoreOpener-5044cc296653a01c42f3477479bf8eb3-1 {}] regionserver.HStore(327): Store=5044cc296653a01c42f3477479bf8eb3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:13:42,935 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:13:42,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-20T19:13:42,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b48499081875ed20f25a3e59154ed64, server=e14ef07817f4,40675,1732129997738 in 10.1180 sec 2024-11-20T19:13:42,937 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:13:42,938 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:13:42,940 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:13:42,940 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:13:42,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b48499081875ed20f25a3e59154ed64, ASSIGN in 10.3210 sec 2024-11-20T19:13:42,945 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:13:42,949 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/dca41ee8f4d65dd8f6602bb2ede78936/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:13:42,951 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened dca41ee8f4d65dd8f6602bb2ede78936; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69570399, jitterRate=0.03667972981929779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:13:42,951 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:42,951 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for dca41ee8f4d65dd8f6602bb2ede78936: Running coprocessor pre-open hook at 1732130022872Writing region info on filesystem at 1732130022872Initializing all the Stores at 1732130022876 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130022876Cleaning up temporary data from old regions at 1732130022900 (+24 ms)Running coprocessor post-open hooks at 1732130022951 (+51 ms)Region opened successfully at 1732130022951 2024-11-20T19:13:42,952 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/5044cc296653a01c42f3477479bf8eb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:13:42,954 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5044cc296653a01c42f3477479bf8eb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72695622, jitterRate=0.08324918150901794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:13:42,954 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:13:42,955 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5044cc296653a01c42f3477479bf8eb3: Running coprocessor pre-open hook at 1732130022915Writing region info on filesystem at 1732130022916 (+1 ms)Initializing all the Stores at 1732130022922 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130022922Cleaning up temporary data from old regions at 1732130022940 (+18 ms)Running coprocessor post-open hooks at 1732130022955 (+15 ms)Region opened successfully at 1732130022955 2024-11-20T19:13:42,955 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/13ef789a9632b43e355ceeabbef19d77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:13:42,956 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936., pid=22, masterSystemTime=1732130022858 2024-11-20T19:13:42,957 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3., pid=18, masterSystemTime=1732130022822 2024-11-20T19:13:42,957 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 13ef789a9632b43e355ceeabbef19d77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69400013, jitterRate=0.034140780568122864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:13:42,957 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:13:42,958 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 13ef789a9632b43e355ceeabbef19d77: Running coprocessor pre-open hook at 1732130022880Writing region info on filesystem at 1732130022880Initializing all the Stores at 1732130022886 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130022886Cleaning up temporary data from old regions at 1732130022930 (+44 ms)Running coprocessor post-open hooks at 1732130022957 (+27 ms)Region opened successfully at 1732130022957 2024-11-20T19:13:42,959 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77., pid=17, masterSystemTime=1732130022815 2024-11-20T19:13:42,960 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:13:42,961 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:13:42,961 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:13:42,961 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 58f924f6c1499de95bcdadf1adad583f, NAME => 'SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T19:13:42,962 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:42,962 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:42,962 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:42,963 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:42,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=dca41ee8f4d65dd8f6602bb2ede78936, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,37423,1732129997537 2024-11-20T19:13:42,968 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:13:42,968 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:13:42,968 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:13:42,968 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => bd9dcb0303514171cf2f5d3d0af3520b, NAME => 'SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T19:13:42,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5044cc296653a01c42f3477479bf8eb3, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,40675,1732129997738 2024-11-20T19:13:42,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936, server=e14ef07817f4,37423,1732129997537 because future has completed 2024-11-20T19:13:42,973 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32795 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=e14ef07817f4,40675,1732129997738, table=SPTestTable, region=5044cc296653a01c42f3477479bf8eb3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T19:13:42,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=13ef789a9632b43e355ceeabbef19d77, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,46507,1732129997674 2024-11-20T19:13:42,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5044cc296653a01c42f3477479bf8eb3, server=e14ef07817f4,40675,1732129997738 because future has completed 2024-11-20T19:13:42,978 INFO [StoreOpener-58f924f6c1499de95bcdadf1adad583f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:42,979 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:13:42,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ef789a9632b43e355ceeabbef19d77, server=e14ef07817f4,46507,1732129997674 because future has completed 2024-11-20T19:13:42,979 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:13:42,981 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:13:42,981 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:42,981 INFO [StoreOpener-58f924f6c1499de95bcdadf1adad583f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58f924f6c1499de95bcdadf1adad583f columnFamilyName cf 2024-11-20T19:13:42,981 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:13:42,981 DEBUG [StoreOpener-58f924f6c1499de95bcdadf1adad583f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:42,981 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:13:42,982 INFO [StoreOpener-58f924f6c1499de95bcdadf1adad583f-1 {}] regionserver.HStore(327): Store=58f924f6c1499de95bcdadf1adad583f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:13:42,982 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:42,984 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:42,984 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:13:42,984 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b73e96b8e4bfca272098f460bb93dee5, NAME => 'SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T19:13:42,985 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:42,985 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:42,985 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:42,990 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:13:42,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-20T19:13:42,991 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:42,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5044cc296653a01c42f3477479bf8eb3, server=e14ef07817f4,40675,1732129997738 in 10.1390 sec 2024-11-20T19:13:42,991 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:42,992 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:13:42,992 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:13:42,992 INFO [StoreOpener-bd9dcb0303514171cf2f5d3d0af3520b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:13:42,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-20T19:13:42,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 13ef789a9632b43e355ceeabbef19d77, server=e14ef07817f4,46507,1732129997674 in 10.1630 sec 2024-11-20T19:13:42,998 INFO [StoreOpener-b73e96b8e4bfca272098f460bb93dee5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:13:42,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-20T19:13:42,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5044cc296653a01c42f3477479bf8eb3, ASSIGN in 10.3760 sec 2024-11-20T19:13:42,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936, server=e14ef07817f4,37423,1732129997537 in 10.1260 sec 2024-11-20T19:13:42,997 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/58f924f6c1499de95bcdadf1adad583f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:13:43,000 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 58f924f6c1499de95bcdadf1adad583f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71173795, jitterRate=0.06057219207286835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:13:43,000 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:43,001 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 58f924f6c1499de95bcdadf1adad583f: Running coprocessor pre-open hook at 1732130022963Writing region info on filesystem at 1732130022963Initializing all the Stores at 1732130022965 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130022965Cleaning up temporary data from old regions at 1732130022985 (+20 ms)Running coprocessor post-open hooks at 1732130023000 (+15 ms)Region opened successfully at 1732130023000 2024-11-20T19:13:43,001 INFO [StoreOpener-bd9dcb0303514171cf2f5d3d0af3520b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd9dcb0303514171cf2f5d3d0af3520b columnFamilyName cf 2024-11-20T19:13:43,001 INFO [StoreOpener-b73e96b8e4bfca272098f460bb93dee5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73e96b8e4bfca272098f460bb93dee5 columnFamilyName cf 2024-11-20T19:13:43,001 DEBUG [StoreOpener-b73e96b8e4bfca272098f460bb93dee5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:43,001 DEBUG [StoreOpener-bd9dcb0303514171cf2f5d3d0af3520b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:43,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ef789a9632b43e355ceeabbef19d77, ASSIGN in 10.3780 sec 2024-11-20T19:13:43,002 INFO [StoreOpener-bd9dcb0303514171cf2f5d3d0af3520b-1 {}] regionserver.HStore(327): Store=bd9dcb0303514171cf2f5d3d0af3520b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:13:43,002 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f., pid=20, masterSystemTime=1732130022858 2024-11-20T19:13:43,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dca41ee8f4d65dd8f6602bb2ede78936, ASSIGN in 10.3830 sec 2024-11-20T19:13:43,003 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:13:43,003 INFO [StoreOpener-b73e96b8e4bfca272098f460bb93dee5-1 {}] regionserver.HStore(327): Store=b73e96b8e4bfca272098f460bb93dee5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:13:43,004 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:13:43,006 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:13:43,007 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:13:43,007 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:13:43,008 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:13:43,008 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:13:43,009 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=58f924f6c1499de95bcdadf1adad583f, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,37423,1732129997537 2024-11-20T19:13:43,009 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f77c3905900766f0842de25ce1d4f384, NAME => 'SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T19:13:43,009 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:43,009 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:43,009 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:43,010 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:43,013 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:13:43,015 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:13:43,015 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:13:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58f924f6c1499de95bcdadf1adad583f, server=e14ef07817f4,37423,1732129997537 because future has completed 2024-11-20T19:13:43,017 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:13:43,021 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:13:43,021 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:13:43,022 INFO [StoreOpener-f77c3905900766f0842de25ce1d4f384-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:43,022 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:13:43,027 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:13:43,027 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/b73e96b8e4bfca272098f460bb93dee5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:13:43,029 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b73e96b8e4bfca272098f460bb93dee5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70276488, jitterRate=0.04720127582550049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:13:43,029 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:13:43,029 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b73e96b8e4bfca272098f460bb93dee5: Running coprocessor pre-open hook at 1732130022992Writing region info on filesystem at 1732130022992Initializing all the Stores at 1732130022996 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130022996Cleaning up temporary data from old regions at 1732130023015 (+19 ms)Running coprocessor post-open hooks at 1732130023029 (+14 ms)Region opened successfully at 1732130023029 2024-11-20T19:13:43,031 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5., pid=15, masterSystemTime=1732130022815 2024-11-20T19:13:43,031 INFO [StoreOpener-f77c3905900766f0842de25ce1d4f384-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f77c3905900766f0842de25ce1d4f384 columnFamilyName cf 2024-11-20T19:13:43,031 DEBUG [StoreOpener-f77c3905900766f0842de25ce1d4f384-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:43,032 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/bd9dcb0303514171cf2f5d3d0af3520b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:13:43,034 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened bd9dcb0303514171cf2f5d3d0af3520b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71392372, jitterRate=0.06382924318313599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:13:43,034 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:13:43,034 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for bd9dcb0303514171cf2f5d3d0af3520b: Running coprocessor pre-open hook at 1732130022981Writing region info on filesystem at 1732130022981Initializing all the Stores at 1732130022985 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130022985Cleaning up temporary data from old regions at 1732130023021 (+36 ms)Running coprocessor post-open hooks at 1732130023034 (+13 ms)Region opened successfully at 1732130023034 2024-11-20T19:13:43,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-20T19:13:43,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 58f924f6c1499de95bcdadf1adad583f, server=e14ef07817f4,37423,1732129997537 in 10.1750 sec 2024-11-20T19:13:43,036 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:13:43,036 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:13:43,036 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b., pid=23, masterSystemTime=1732130022822 2024-11-20T19:13:43,037 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b73e96b8e4bfca272098f460bb93dee5, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,46507,1732129997674 2024-11-20T19:13:43,037 INFO [StoreOpener-f77c3905900766f0842de25ce1d4f384-1 {}] regionserver.HStore(327): Store=f77c3905900766f0842de25ce1d4f384/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:13:43,037 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:43,040 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:43,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58f924f6c1499de95bcdadf1adad583f, ASSIGN in 10.4200 sec 2024-11-20T19:13:43,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73e96b8e4bfca272098f460bb93dee5, server=e14ef07817f4,46507,1732129997674 because future has completed 2024-11-20T19:13:43,042 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:43,043 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:13:43,043 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:13:43,043 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:43,043 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:43,044 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bd9dcb0303514171cf2f5d3d0af3520b, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,40675,1732129997738 2024-11-20T19:13:43,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd9dcb0303514171cf2f5d3d0af3520b, server=e14ef07817f4,40675,1732129997738 because future has completed 2024-11-20T19:13:43,049 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:43,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-20T19:13:43,057 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/f77c3905900766f0842de25ce1d4f384/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:13:43,058 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f77c3905900766f0842de25ce1d4f384; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59803618, jitterRate=-0.10885664820671082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:13:43,058 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:43,059 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f77c3905900766f0842de25ce1d4f384: Running coprocessor pre-open hook at 1732130023010Writing region info on filesystem at 1732130023010Initializing all the Stores at 1732130023018 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130023018Cleaning up temporary data from old regions at 1732130023043 (+25 ms)Running coprocessor post-open hooks at 1732130023058 (+15 ms)Region opened successfully at 1732130023059 (+1 ms) 2024-11-20T19:13:43,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b73e96b8e4bfca272098f460bb93dee5, server=e14ef07817f4,46507,1732129997674 in 10.2440 sec 2024-11-20T19:13:43,061 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384., pid=24, masterSystemTime=1732130022858 2024-11-20T19:13:43,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-20T19:13:43,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bd9dcb0303514171cf2f5d3d0af3520b, server=e14ef07817f4,40675,1732129997738 in 10.1900 sec 2024-11-20T19:13:43,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b73e96b8e4bfca272098f460bb93dee5, ASSIGN in 10.4410 sec 2024-11-20T19:13:43,065 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:13:43,065 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:13:43,065 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:13:43,065 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 793aad6bbf2e2ea380492c203eb502aa, NAME => 'SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T19:13:43,066 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:43,066 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:13:43,066 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:43,066 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:43,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd9dcb0303514171cf2f5d3d0af3520b, ASSIGN in 10.4470 sec 2024-11-20T19:13:43,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f77c3905900766f0842de25ce1d4f384, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,37423,1732129997537 2024-11-20T19:13:43,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f77c3905900766f0842de25ce1d4f384, server=e14ef07817f4,37423,1732129997537 because future has completed 2024-11-20T19:13:43,076 INFO [StoreOpener-793aad6bbf2e2ea380492c203eb502aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:43,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-20T19:13:43,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f77c3905900766f0842de25ce1d4f384, server=e14ef07817f4,37423,1732129997537 in 10.2040 sec 2024-11-20T19:13:43,085 INFO [StoreOpener-793aad6bbf2e2ea380492c203eb502aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 793aad6bbf2e2ea380492c203eb502aa columnFamilyName cf 2024-11-20T19:13:43,085 DEBUG [StoreOpener-793aad6bbf2e2ea380492c203eb502aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:13:43,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f77c3905900766f0842de25ce1d4f384, ASSIGN in 10.4670 sec 2024-11-20T19:13:43,090 INFO [StoreOpener-793aad6bbf2e2ea380492c203eb502aa-1 {}] regionserver.HStore(327): Store=793aad6bbf2e2ea380492c203eb502aa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:13:43,091 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:43,092 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:43,094 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:43,095 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:43,095 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:43,099 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:43,105 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/793aad6bbf2e2ea380492c203eb502aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:13:43,106 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 793aad6bbf2e2ea380492c203eb502aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64733844, jitterRate=-0.03539055585861206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:13:43,106 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:43,106 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 793aad6bbf2e2ea380492c203eb502aa: Running coprocessor pre-open hook at 1732130023066Writing region info on filesystem at 1732130023066Initializing all the Stores at 1732130023069 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130023069Cleaning up temporary data from old regions at 1732130023095 (+26 ms)Running coprocessor post-open hooks at 1732130023106 (+11 ms)Region opened successfully at 1732130023106 2024-11-20T19:13:43,108 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa., pid=21, masterSystemTime=1732130022858 2024-11-20T19:13:43,111 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:13:43,111 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:13:43,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=793aad6bbf2e2ea380492c203eb502aa, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,37423,1732129997537 2024-11-20T19:13:43,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 793aad6bbf2e2ea380492c203eb502aa, server=e14ef07817f4,37423,1732129997537 because future has completed 2024-11-20T19:13:43,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-20T19:13:43,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 793aad6bbf2e2ea380492c203eb502aa, server=e14ef07817f4,37423,1732129997537 in 10.2670 sec 2024-11-20T19:13:43,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-20T19:13:43,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=793aad6bbf2e2ea380492c203eb502aa, ASSIGN in 10.5130 sec 2024-11-20T19:13:43,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:13:43,136 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130023136"}]},"ts":"1732130023136"} 2024-11-20T19:13:43,140 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T19:13:43,142 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:13:43,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.2820 sec 2024-11-20T19:13:44,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T19:13:45,457 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:13:47,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-20T19:13:47,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-20T19:13:48,375 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:13:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:13:50,163 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T19:13:50,163 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T19:13:50,164 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T19:13:50,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T19:13:50,179 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T19:13:50,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T19:13:50,238 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:50,245 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:50,249 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:50,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:50,255 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:50,257 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:50,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:50,263 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:50,333 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64., hostname=e14ef07817f4,40675,1732129997738, seqNum=2] 2024-11-20T19:13:50,337 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64., hostname=e14ef07817f4,40675,1732129997738, seqNum=2] 2024-11-20T19:13:50,343 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64., hostname=e14ef07817f4,40675,1732129997738, seqNum=2] 2024-11-20T19:13:50,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64., hostname=e14ef07817f4,40675,1732129997738, seqNum=2] 2024-11-20T19:13:50,350 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64., hostname=e14ef07817f4,40675,1732129997738, seqNum=2] 2024-11-20T19:13:50,352 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64., hostname=e14ef07817f4,40675,1732129997738, seqNum=2] 2024-11-20T19:13:50,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64., hostname=e14ef07817f4,40675,1732129997738, seqNum=2] 2024-11-20T19:13:50,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64., hostname=e14ef07817f4,40675,1732129997738, seqNum=2] 2024-11-20T19:13:50,401 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5., hostname=e14ef07817f4,46507,1732129997674, seqNum=2] 2024-11-20T19:13:50,404 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5., hostname=e14ef07817f4,46507,1732129997674, seqNum=2] 2024-11-20T19:13:50,406 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5., hostname=e14ef07817f4,46507,1732129997674, seqNum=2] 2024-11-20T19:13:50,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5., hostname=e14ef07817f4,46507,1732129997674, seqNum=2] 2024-11-20T19:13:50,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5., hostname=e14ef07817f4,46507,1732129997674, seqNum=2] 2024-11-20T19:13:50,421 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5., hostname=e14ef07817f4,46507,1732129997674, seqNum=2] 2024-11-20T19:13:50,423 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5., hostname=e14ef07817f4,46507,1732129997674, seqNum=2] 2024-11-20T19:13:50,425 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5., hostname=e14ef07817f4,46507,1732129997674, seqNum=2] 2024-11-20T19:13:50,528 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:50,533 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:50,535 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:50,538 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:50,540 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:50,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f., hostname=e14ef07817f4,37423,1732129997537, seqNum=2] 2024-11-20T19:13:51,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:13:51,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:13:51,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:13:51,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:13:51,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40675 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T19:13:51,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T19:13:51,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:13:51,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T19:13:52,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T19:13:52,435 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T19:13:52,436 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T19:13:52,438 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T19:13:52,445 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T19:13:52,460 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T19:13:52,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741848_1024 (size=49) 2024-11-20T19:13:52,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741848_1024 (size=49) 2024-11-20T19:13:52,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741848_1024 (size=49) 2024-11-20T19:13:52,488 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T19:13:52,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9e4d11987fc585c73691fc063eb007e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd9dcb0303514171cf2f5d3d0af3520b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5044cc296653a01c42f3477479bf8eb3}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ef789a9632b43e355ceeabbef19d77}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b48499081875ed20f25a3e59154ed64}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b73e96b8e4bfca272098f460bb93dee5}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f}] 2024-11-20T19:13:52,498 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:13:52,500 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:13:52,500 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:52,502 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:52,512 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b48499081875ed20f25a3e59154ed64 2024-11-20T19:13:52,512 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:13:52,530 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:52,531 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:13:52,538 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e14ef07817f4,37423,1732129997537 2024-11-20T19:13:52,539 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e14ef07817f4,37423,1732129997537: Simulated kill ***** 2024-11-20T19:13:52,539 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T19:13:52,542 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T19:13:52,544 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T19:13:52,547 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T19:13:52,548 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T19:13:52,555 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 572924456 }, "NonHeapMemoryUsage": { "committed": 157614080, "init": 7667712, "max": -1, "used": 153999728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "e14ef07817f4", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "e14ef07817f4", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62139", "tag.serverName": "e14ef07817f4,37423,1732129997537", "tag.clusterId": "f5e994d5-10ac-4a19-b01e-0043a6824872", "tag.Context": "regionserver", "tag.Hostname": "e14ef07817f4", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732129997537, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-20T19:13:52,560 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:52,561 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:13:52,566 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32795 {}] master.MasterRpcServices(700): e14ef07817f4,37423,1732129997537 reported a fatal error: ***** ABORTING region server e14ef07817f4,37423,1732129997537: Simulated kill ***** 2024-11-20T19:13:52,583 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,37423,1732129997537' ***** 2024-11-20T19:13:52,584 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T19:13:52,584 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T19:13:52,585 INFO [RS:0;e14ef07817f4:37423 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:13:52,586 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:13:52,587 INFO [RS:0;e14ef07817f4:37423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T19:13:52,587 INFO [RS:0;e14ef07817f4:37423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T19:13:52,587 INFO [RS:0;e14ef07817f4:37423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:13:52,588 INFO [RS:0;e14ef07817f4:37423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:37423. 2024-11-20T19:13:52,588 DEBUG [RS:0;e14ef07817f4:37423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:13:52,588 DEBUG [RS:0;e14ef07817f4:37423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:13:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741836_1012 (size=14382) 2024-11-20T19:13:52,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741836_1012 (size=14382) 2024-11-20T19:13:52,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741836_1012 (size=14382) 2024-11-20T19:13:52,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537/e14ef07817f4%2C37423%2C1732129997537.1732130000884 not finished, retry = 0 2024-11-20T19:13:52,648 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:13:52,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741834_1010 (size=1257) 2024-11-20T19:13:52,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741834_1010 (size=1257) 2024-11-20T19:13:52,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741834_1010 (size=1257) 2024-11-20T19:13:52,702 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:13:52,702 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:13:52,745 DEBUG [RS:0;e14ef07817f4:37423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:13:52,745 INFO [RS:0;e14ef07817f4:37423 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:13:52,746 INFO [RS:0;e14ef07817f4:37423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37423 2024-11-20T19:13:52,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T19:13:52,836 INFO [RS:0;e14ef07817f4:37423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:13:52,836 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e14ef07817f4,37423,1732129997537 2024-11-20T19:13:52,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,37423,1732129997537] 2024-11-20T19:13:52,973 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e14ef07817f4,37423,1732129997537 already deleted, retry=false 2024-11-20T19:13:52,973 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e14ef07817f4,37423,1732129997537 on e14ef07817f4,32795,1732129996555 2024-11-20T19:13:52,982 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e14ef07817f4,37423,1732129997537, splitWal=true, meta=true 2024-11-20T19:13:52,987 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for e14ef07817f4,37423,1732129997537 (carryingMeta=true) e14ef07817f4,37423,1732129997537/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4b770432[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T19:13:52,988 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:13:52,988 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x10159aa36c30001, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:13:52,989 INFO [RS:0;e14ef07817f4:37423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:13:52,989 INFO [RS:0;e14ef07817f4:37423 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,37423,1732129997537; zookeeper connection closed. 2024-11-20T19:13:52,989 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b71228b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b71228b 2024-11-20T19:13:52,993 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e14ef07817f4,37423,1732129997537, splitWal=true, meta=true 2024-11-20T19:13:52,994 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:52,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:52,995 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:52,995 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:52,996 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e14ef07817f4,37423,1732129997537, splitWal=true, meta=true, isMeta: true 2024-11-20T19:13:52,997 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 can not run currently because target server of region SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-20T19:13:52,997 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384; timeout=1000, timestamp=1732130033997 2024-11-20T19:13:53,003 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 can not run currently because target server of region SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-20T19:13:53,003 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936; timeout=1000, timestamp=1732130034003 2024-11-20T19:13:53,004 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa can not run currently because target server of region SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-20T19:13:53,004 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f can not run currently because target server of region SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-20T19:13:53,004 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa; timeout=1000, timestamp=1732130034004 2024-11-20T19:13:53,004 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f; timeout=1000, timestamp=1732130034004 2024-11-20T19:13:53,006 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting 2024-11-20T19:13:53,011 INFO [PEWorker-2 {}] master.SplitWALManager(105): e14ef07817f4,37423,1732129997537 WAL count=1, meta=true 2024-11-20T19:13:53,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta}] 2024-11-20T19:13:53,022 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:13:53,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta, worker=e14ef07817f4,46507,1732129997674}] 2024-11-20T19:13:53,997 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:53,999 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 can not run currently because target server of region SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-20T19:13:54,000 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384; timeout=2000, timestamp=1732130035999 2024-11-20T19:13:54,004 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:54,005 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:54,005 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 can not run currently because target server of region SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-20T19:13:54,005 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936; timeout=2000, timestamp=1732130036005 2024-11-20T19:13:54,005 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:54,007 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f can not run currently because target server of region SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-20T19:13:54,007 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f; timeout=2000, timestamp=1732130036007 2024-11-20T19:13:54,008 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa can not run currently because target server of region SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-20T19:13:54,008 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa; timeout=2000, timestamp=1732130036008 2024-11-20T19:13:55,365 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:32795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T19:13:56,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 2024-11-20T19:13:56,001 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 can not run currently because target server of region SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-20T19:13:56,002 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384; timeout=4000, timestamp=1732130040002 2024-11-20T19:13:56,006 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:13:56,007 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:13:56,008 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 can not run currently because target server of region SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-20T19:13:56,008 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936; timeout=4000, timestamp=1732130040008 2024-11-20T19:13:56,008 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:13:56,009 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f can not run currently because target server of region SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-20T19:13:56,009 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f; timeout=4000, timestamp=1732130040009 2024-11-20T19:13:56,011 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa can not run currently because target server of region SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-20T19:13:56,011 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa; timeout=4000, timestamp=1732130040011 2024-11-20T19:14:00,002 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:00,004 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 can not run currently because target server of region SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-20T19:14:00,004 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384; timeout=8000, timestamp=1732130048004 2024-11-20T19:14:00,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:00,010 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:00,017 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:00,019 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 can not run currently because target server of region SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-20T19:14:00,019 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936; timeout=8000, timestamp=1732130048019 2024-11-20T19:14:00,020 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa can not run currently because target server of region SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-20T19:14:00,020 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa; timeout=8000, timestamp=1732130048020 2024-11-20T19:14:00,021 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f can not run currently because target server of region SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-20T19:14:00,021 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f; timeout=8000, timestamp=1732130048021 2024-11-20T19:14:02,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T19:14:02,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T19:14:02,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:14:02,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T19:14:02,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:14:02,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:14:02,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-20T19:14:02,515 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 0b48499081875ed20f25a3e59154ed64 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-20T19:14:02,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for bd9dcb0303514171cf2f5d3d0af3520b: 2024-11-20T19:14:02,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 5044cc296653a01c42f3477479bf8eb3: 2024-11-20T19:14:02,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. for SnapshotProcedureTest completed. 2024-11-20T19:14:02,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. for SnapshotProcedureTest completed. 2024-11-20T19:14:02,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:14:02,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:14:02,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T19:14:02,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T19:14:02,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:14:02,520 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b73e96b8e4bfca272098f460bb93dee5 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-20T19:14:02,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:14:02,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:14:02,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T19:14:02,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:14:02,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for a9e4d11987fc585c73691fc063eb007e: 2024-11-20T19:14:02,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. for SnapshotProcedureTest completed. 2024-11-20T19:14:02,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:14:02,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:14:02,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 13ef789a9632b43e355ceeabbef19d77: 2024-11-20T19:14:02,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:14:02,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. for SnapshotProcedureTest completed. 2024-11-20T19:14:02,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:14:02,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:14:02,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:14:02,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:14:02,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:14:02,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:14:02,557 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta, size=14.0 K (14382bytes) 2024-11-20T19:14:02,557 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T19:14:02,558 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T19:14:02,558 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta 2024-11-20T19:14:02,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741850_1026 (size=65) 2024-11-20T19:14:02,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741850_1026 (size=65) 2024-11-20T19:14:02,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741850_1026 (size=65) 2024-11-20T19:14:02,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:14:02,573 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta after 13ms 2024-11-20T19:14:02,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T19:14:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T19:14:02,578 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:14:02,579 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:14:02,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741849_1025 (size=57) 2024-11-20T19:14:02,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741849_1025 (size=57) 2024-11-20T19:14:02,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741849_1025 (size=57) 2024-11-20T19:14:02,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:14:02,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T19:14:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T19:14:02,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:14:02,590 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:14:02,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13ef789a9632b43e355ceeabbef19d77 in 10.0930 sec 2024-11-20T19:14:02,597 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta took 42ms 2024-11-20T19:14:02,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a9e4d11987fc585c73691fc063eb007e in 10.1060 sec 2024-11-20T19:14:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741851_1027 (size=65) 2024-11-20T19:14:02,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741851_1027 (size=65) 2024-11-20T19:14:02,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741851_1027 (size=65) 2024-11-20T19:14:02,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741852_1028 (size=65) 2024-11-20T19:14:02,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741852_1028 (size=65) 2024-11-20T19:14:02,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741852_1028 (size=65) 2024-11-20T19:14:02,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:14:02,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T19:14:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T19:14:02,612 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:14:02,612 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:14:02,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bd9dcb0303514171cf2f5d3d0af3520b in 10.1240 sec 2024-11-20T19:14:02,620 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-20T19:14:02,631 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta so closing down 2024-11-20T19:14:02,631 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta.temp 2024-11-20T19:14:02,632 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T19:14:02,639 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta.temp 2024-11-20T19:14:02,645 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T19:14:02,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/0b48499081875ed20f25a3e59154ed64/.tmp/cf/e87caeda85494568baec44d1103d5633 is 34, key is baa/cf:cf/1732130031654/Put/seqid=0 2024-11-20T19:14:02,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/b73e96b8e4bfca272098f460bb93dee5/.tmp/cf/198ff9862b43483e9dadfec2ac1ec2d0 is 34, key is ccd/cf:cf/1732130031665/Put/seqid=0 2024-11-20T19:14:02,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741853_1029 (size=14141) 2024-11-20T19:14:02,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741853_1029 (size=14141) 2024-11-20T19:14:02,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741853_1029 (size=14141) 2024-11-20T19:14:02,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) 2024-11-20T19:14:02,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta.temp to hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T19:14:02,687 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 78 ms; skipped=1; WAL=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-20T19:14:02,687 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta, journal: Splitting hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta, size=14.0 K (14382bytes) at 1732130042557Finishing writing output for hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta so closing down at 1732130042631 (+74 ms)Creating recovered edits writer path=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta.temp at 1732130042639 (+8 ms)3 split writer threads finished at 1732130042645 (+6 ms)Closed recovered edits writer path=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) at 1732130042680 (+35 ms)Rename recovered edits hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta.temp to hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732130042682 (+2 ms)Processed 26 edits across 1 Regions in 78 ms; skipped=1; WAL=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732130042687 (+5 ms) 2024-11-20T19:14:02,688 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta 2024-11-20T19:14:02,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741854_1030 (size=28623) 2024-11-20T19:14:02,688 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T19:14:02,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741854_1030 (size=28623) 2024-11-20T19:14:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741854_1030 (size=28623) 2024-11-20T19:14:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T19:14:02,697 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta to hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/oldWALs 2024-11-20T19:14:02,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T19:14:02,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta, worker=e14ef07817f4,46507,1732129997674 in 9.6690 sec 2024-11-20T19:14:02,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741855_1031 (size=47197) 2024-11-20T19:14:02,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741855_1031 (size=47197) 2024-11-20T19:14:02,704 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:14:02,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741855_1031 (size=47197) 2024-11-20T19:14:02,711 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/b73e96b8e4bfca272098f460bb93dee5/.tmp/cf/198ff9862b43483e9dadfec2ac1ec2d0 2024-11-20T19:14:02,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T19:14:02,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e14ef07817f4%2C37423%2C1732129997537.meta.1732130011123.meta, worker=e14ef07817f4,46507,1732129997674 in 9.6910 sec 2024-11-20T19:14:02,720 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting dir is empty, no logs to split. 2024-11-20T19:14:02,720 INFO [PEWorker-2 {}] master.SplitWALManager(105): e14ef07817f4,37423,1732129997537 WAL count=0, meta=true 2024-11-20T19:14:02,721 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if e14ef07817f4,37423,1732129997537 WAL splitting is done? wals=0, meta=true 2024-11-20T19:14:02,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:14:02,740 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:14:02,747 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T19:14:02,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/b73e96b8e4bfca272098f460bb93dee5/.tmp/cf/198ff9862b43483e9dadfec2ac1ec2d0 as hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/b73e96b8e4bfca272098f460bb93dee5/cf/198ff9862b43483e9dadfec2ac1ec2d0 2024-11-20T19:14:02,802 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/b73e96b8e4bfca272098f460bb93dee5/cf/198ff9862b43483e9dadfec2ac1ec2d0, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-20T19:14:02,808 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b73e96b8e4bfca272098f460bb93dee5 in 285ms, sequenceid=5, compaction requested=false 2024-11-20T19:14:02,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b73e96b8e4bfca272098f460bb93dee5: 2024-11-20T19:14:02,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. for SnapshotProcedureTest completed. 2024-11-20T19:14:02,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:14:02,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:14:02,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/b73e96b8e4bfca272098f460bb93dee5/cf/198ff9862b43483e9dadfec2ac1ec2d0] hfiles 2024-11-20T19:14:02,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/b73e96b8e4bfca272098f460bb93dee5/cf/198ff9862b43483e9dadfec2ac1ec2d0 for snapshot=SnapshotProcedureTest 2024-11-20T19:14:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741856_1032 (size=105) 2024-11-20T19:14:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741856_1032 (size=105) 2024-11-20T19:14:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741856_1032 (size=105) 2024-11-20T19:14:02,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:14:02,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T19:14:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T19:14:02,827 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:14:02,827 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:14:02,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b73e96b8e4bfca272098f460bb93dee5 in 10.3380 sec 2024-11-20T19:14:02,902 DEBUG [e14ef07817f4:32795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T19:14:02,903 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(204): Hosts are {e14ef07817f4=0} racks are {/default-rack=0} 2024-11-20T19:14:02,903 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T19:14:02,903 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T19:14:02,903 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T19:14:02,903 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T19:14:02,903 INFO [e14ef07817f4:32795 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T19:14:02,903 INFO [e14ef07817f4:32795 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T19:14:02,903 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T19:14:02,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,46507,1732129997674 2024-11-20T19:14:02,905 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,46507,1732129997674, state=OPENING 2024-11-20T19:14:02,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:14:02,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:14:02,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:14:02,946 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:14:02,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:14:02,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:14:02,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:14:02,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,46507,1732129997674}] 2024-11-20T19:14:03,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:14:03,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T19:14:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T19:14:03,008 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:14:03,008 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:14:03,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5044cc296653a01c42f3477479bf8eb3 in 10.5200 sec 2024-11-20T19:14:03,089 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/0b48499081875ed20f25a3e59154ed64/.tmp/cf/e87caeda85494568baec44d1103d5633 2024-11-20T19:14:03,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/0b48499081875ed20f25a3e59154ed64/.tmp/cf/e87caeda85494568baec44d1103d5633 as hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/0b48499081875ed20f25a3e59154ed64/cf/e87caeda85494568baec44d1103d5633 2024-11-20T19:14:03,118 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/0b48499081875ed20f25a3e59154ed64/cf/e87caeda85494568baec44d1103d5633, entries=731, sequenceid=5, filesize=28.0 K 2024-11-20T19:14:03,120 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 0b48499081875ed20f25a3e59154ed64 in 609ms, sequenceid=5, compaction requested=false 2024-11-20T19:14:03,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 0b48499081875ed20f25a3e59154ed64: 2024-11-20T19:14:03,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. for SnapshotProcedureTest completed. 2024-11-20T19:14:03,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:14:03,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:14:03,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/0b48499081875ed20f25a3e59154ed64/cf/e87caeda85494568baec44d1103d5633] hfiles 2024-11-20T19:14:03,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/0b48499081875ed20f25a3e59154ed64/cf/e87caeda85494568baec44d1103d5633 for snapshot=SnapshotProcedureTest 2024-11-20T19:14:03,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741857_1033 (size=105) 2024-11-20T19:14:03,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741857_1033 (size=105) 2024-11-20T19:14:03,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741857_1033 (size=105) 2024-11-20T19:14:03,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:14:03,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T19:14:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T19:14:03,183 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0b48499081875ed20f25a3e59154ed64 2024-11-20T19:14:03,183 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b48499081875ed20f25a3e59154ed64 2024-11-20T19:14:03,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b48499081875ed20f25a3e59154ed64 in 10.6960 sec 2024-11-20T19:14:08,004 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:08,016 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 can not run currently because target server of region SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-20T19:14:08,016 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384; timeout=16000, timestamp=1732130064016 2024-11-20T19:14:08,019 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:08,020 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:08,021 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:08,028 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 can not run currently because target server of region SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-20T19:14:08,028 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936; timeout=16000, timestamp=1732130064028 2024-11-20T19:14:08,032 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f can not run currently because target server of region SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-20T19:14:08,033 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f; timeout=16000, timestamp=1732130064032 2024-11-20T19:14:08,032 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa can not run currently because target server of region SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. e14ef07817f4,37423,1732129997537 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-20T19:14:08,033 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa; timeout=16000, timestamp=1732130064033 2024-11-20T19:14:12,144 INFO [master/e14ef07817f4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T19:14:12,144 INFO [master/e14ef07817f4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T19:14:12,957 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:14:12,957 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:14:12,960 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:14:12,977 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C46507%2C1732129997674.meta, suffix=.meta, logDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,46507,1732129997674, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/oldWALs, maxLogs=32 2024-11-20T19:14:13,028 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,46507,1732129997674/e14ef07817f4%2C46507%2C1732129997674.meta.1732130052979.meta, exclude list is [], retry=0 2024-11-20T19:14:13,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-0888d88b-52a7-4241-a7cc-af07593de117,DISK] 2024-11-20T19:14:13,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-fe9b773d-6d14-4c0a-b564-5fe47d39a412,DISK] 2024-11-20T19:14:13,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46435,DS-80dceed3-4a0a-4a10-8e71-b5e4ad41534c,DISK] 2024-11-20T19:14:13,058 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,46507,1732129997674/e14ef07817f4%2C46507%2C1732129997674.meta.1732130052979.meta 2024-11-20T19:14:13,060 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38877:38877),(127.0.0.1/127.0.0.1:39597:39597),(127.0.0.1/127.0.0.1:42589:42589)] 2024-11-20T19:14:13,061 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:14:13,061 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:14:13,061 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:14:13,062 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:14:13,062 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:14:13,062 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:14:13,062 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:14:13,062 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:14:13,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:14:13,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:14:13,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:14:13,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:14:13,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:14:13,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:14:13,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:14:13,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:14:13,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:14:13,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:14:13,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:14:13,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:14:13,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:14:13,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:14:13,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:14:13,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:14:13,099 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:14:13,100 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740 2024-11-20T19:14:13,102 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740 2024-11-20T19:14:13,103 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T19:14:13,120 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T19:14:13,120 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-20T19:14:13,157 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/.tmp/info/1ff489ba7fca49b38d005a0603b886a0 is 167, key is SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b./info:regioninfo/1732130023044/Put/seqid=0 2024-11-20T19:14:13,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741859_1035 (size=18393) 2024-11-20T19:14:13,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741859_1035 (size=18393) 2024-11-20T19:14:13,186 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/.tmp/info/1ff489ba7fca49b38d005a0603b886a0 2024-11-20T19:14:13,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741859_1035 (size=18393) 2024-11-20T19:14:13,232 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/.tmp/ns/cf2b6a4c6a2d48babb635a796a0185e3 is 43, key is default/ns:d/1732130011397/Put/seqid=0 2024-11-20T19:14:13,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741860_1036 (size=5153) 2024-11-20T19:14:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741860_1036 (size=5153) 2024-11-20T19:14:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741860_1036 (size=5153) 2024-11-20T19:14:13,664 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/.tmp/ns/cf2b6a4c6a2d48babb635a796a0185e3 2024-11-20T19:14:13,709 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/.tmp/table/25632159bd14477d84ab6d59b7fc9120 is 47, key is SPTestTable/table:state/1732130023136/Put/seqid=0 2024-11-20T19:14:13,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741861_1037 (size=5214) 2024-11-20T19:14:13,755 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/.tmp/table/25632159bd14477d84ab6d59b7fc9120 2024-11-20T19:14:13,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741861_1037 (size=5214) 2024-11-20T19:14:13,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741861_1037 (size=5214) 2024-11-20T19:14:13,799 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/.tmp/info/1ff489ba7fca49b38d005a0603b886a0 as hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/info/1ff489ba7fca49b38d005a0603b886a0 2024-11-20T19:14:13,827 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/info/1ff489ba7fca49b38d005a0603b886a0, entries=100, sequenceid=28, filesize=18.0 K 2024-11-20T19:14:13,830 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/.tmp/ns/cf2b6a4c6a2d48babb635a796a0185e3 as hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/ns/cf2b6a4c6a2d48babb635a796a0185e3 2024-11-20T19:14:13,854 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/ns/cf2b6a4c6a2d48babb635a796a0185e3, entries=2, sequenceid=28, filesize=5.0 K 2024-11-20T19:14:13,864 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/.tmp/table/25632159bd14477d84ab6d59b7fc9120 as hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/table/25632159bd14477d84ab6d59b7fc9120 2024-11-20T19:14:13,890 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/table/25632159bd14477d84ab6d59b7fc9120, entries=2, sequenceid=28, filesize=5.1 K 2024-11-20T19:14:13,890 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 770ms, sequenceid=28, compaction requested=false; wal=null 2024-11-20T19:14:13,893 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T19:14:13,897 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:14:13,897 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:14:13,898 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:14:13,901 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:14:13,908 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-20T19:14:13,910 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69501233, jitterRate=0.035649076104164124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:14:13,910 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:14:13,910 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130053062Writing region info on filesystem at 1732130053062Initializing all the Stores at 1732130053069 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130053069Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130053075 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130053075Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130053075Obtaining lock to block concurrent updates at 1732130053120 (+45 ms)Preparing flush snapshotting stores in 1588230740 at 1732130053120Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732130053120Flushing stores of hbase:meta,,1.1588230740 at 1732130053120Flushing 1588230740/info: creating writer at 1732130053121 (+1 ms)Flushing 1588230740/info: appending metadata at 1732130053153 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732130053153Flushing 1588230740/ns: creating writer at 1732130053200 (+47 ms)Flushing 1588230740/ns: appending metadata at 1732130053229 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1732130053229Flushing 1588230740/table: creating writer at 1732130053687 (+458 ms)Flushing 1588230740/table: appending metadata at 1732130053708 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732130053708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7943c776: reopening flushed file at 1732130053793 (+85 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213684c8: reopening flushed file at 1732130053827 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bba4c3a: reopening flushed file at 1732130053854 (+27 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 770ms, sequenceid=28, compaction requested=false; wal=null at 1732130053890 (+36 ms)Cleaning up temporary data from old regions at 1732130053897 (+7 ms)Running coprocessor post-open hooks at 1732130053910 (+13 ms)Region opened successfully at 1732130053910 2024-11-20T19:14:13,920 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1732130052949 2024-11-20T19:14:13,936 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:14:13,936 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:14:13,945 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=e14ef07817f4,46507,1732129997674 2024-11-20T19:14:13,949 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32795 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=e14ef07817f4,46507,1732129997674, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T19:14:13,950 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,46507,1732129997674, state=OPEN 2024-11-20T19:14:14,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:14:14,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:14:14,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:14:14,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:14:14,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:14:14,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:14:14,015 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,46507,1732129997674 2024-11-20T19:14:14,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-20T19:14:14,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,46507,1732129997674 in 11.0680 sec 2024-11-20T19:14:14,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-20T19:14:14,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.2970 sec 2024-11-20T19:14:14,036 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): e14ef07817f4,37423,1732129997537 had 5 regions 2024-11-20T19:14:14,038 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e14ef07817f4,37423,1732129997537, splitWal=true, meta=true, isMeta: false 2024-11-20T19:14:14,044 INFO [PEWorker-4 {}] master.SplitWALManager(105): e14ef07817f4,37423,1732129997537 WAL count=1, meta=false 2024-11-20T19:14:14,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e14ef07817f4%2C37423%2C1732129997537.1732130000884}] 2024-11-20T19:14:14,053 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:14:14,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e14ef07817f4%2C37423%2C1732129997537.1732130000884, worker=e14ef07817f4,46507,1732129997674}] 2024-11-20T19:14:15,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:14:18,597 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:14:21,190 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T19:14:24,017 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:24,019 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 can not run currently because target server of region SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. e14ef07817f4,37423,1732129997537 is in state SPLITTING, wait 32000 ms to retry 2024-11-20T19:14:24,019 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384; timeout=32000, timestamp=1732130096019 2024-11-20T19:14:24,028 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:24,030 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 can not run currently because target server of region SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. e14ef07817f4,37423,1732129997537 is in state SPLITTING, wait 32000 ms to retry 2024-11-20T19:14:24,030 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936; timeout=32000, timestamp=1732130096030 2024-11-20T19:14:24,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:24,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:24,033 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f can not run currently because target server of region SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. e14ef07817f4,37423,1732129997537 is in state SPLITTING, wait 32000 ms to retry 2024-11-20T19:14:24,034 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f; timeout=32000, timestamp=1732130096034 2024-11-20T19:14:24,035 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa can not run currently because target server of region SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. e14ef07817f4,37423,1732129997537 is in state SPLITTING, wait 32000 ms to retry 2024-11-20T19:14:24,035 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa; timeout=32000, timestamp=1732130096035 2024-11-20T19:14:24,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-20T19:14:24,090 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.1732130000884, size=1.2 K (1257bytes) 2024-11-20T19:14:24,090 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.1732130000884 2024-11-20T19:14:24,091 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.1732130000884 after 1ms 2024-11-20T19:14:24,097 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.1732130000884 took 7ms 2024-11-20T19:14:24,113 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for dca41ee8f4d65dd8f6602bb2ede78936: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T19:14:24,115 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 58f924f6c1499de95bcdadf1adad583f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T19:14:24,117 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for f77c3905900766f0842de25ce1d4f384: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T19:14:24,121 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 793aad6bbf2e2ea380492c203eb502aa: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T19:14:24,121 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.1732130000884 so closing down 2024-11-20T19:14:24,121 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T19:14:24,121 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T19:14:24,121 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 16 ms; skipped=4; WAL=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.1732130000884, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-20T19:14:24,122 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.1732130000884, journal: Splitting hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.1732130000884, size=1.2 K (1257bytes) at 1732130064090Finishing writing output for hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.1732130000884 so closing down at 1732130064121 (+31 ms)3 split writer threads finished at 1732130064121Processed 4 edits across 0 Regions in 16 ms; skipped=4; WAL=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.1732130000884, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732130064121 2024-11-20T19:14:24,122 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.1732130000884 2024-11-20T19:14:24,122 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-20T19:14:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-20T19:14:24,130 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting/e14ef07817f4%2C37423%2C1732129997537.1732130000884 to hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/oldWALs 2024-11-20T19:14:24,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-20T19:14:24,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e14ef07817f4%2C37423%2C1732129997537.1732130000884, worker=e14ef07817f4,46507,1732129997674 in 10.0740 sec 2024-11-20T19:14:24,140 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:14:24,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-20T19:14:24,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e14ef07817f4%2C37423%2C1732129997537.1732130000884, worker=e14ef07817f4,46507,1732129997674 in 10.0960 sec 2024-11-20T19:14:24,147 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/WALs/e14ef07817f4,37423,1732129997537-splitting dir is empty, no logs to split. 2024-11-20T19:14:24,148 INFO [PEWorker-5 {}] master.SplitWALManager(105): e14ef07817f4,37423,1732129997537 WAL count=0, meta=false 2024-11-20T19:14:24,148 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if e14ef07817f4,37423,1732129997537 WAL splitting is done? wals=0, meta=false 2024-11-20T19:14:24,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f77c3905900766f0842de25ce1d4f384, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58f924f6c1499de95bcdadf1adad583f, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=793aad6bbf2e2ea380492c203eb502aa, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dca41ee8f4d65dd8f6602bb2ede78936, ASSIGN}] 2024-11-20T19:14:24,155 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=793aad6bbf2e2ea380492c203eb502aa, ASSIGN 2024-11-20T19:14:24,155 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58f924f6c1499de95bcdadf1adad583f, ASSIGN 2024-11-20T19:14:24,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f77c3905900766f0842de25ce1d4f384, ASSIGN 2024-11-20T19:14:24,156 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dca41ee8f4d65dd8f6602bb2ede78936, ASSIGN 2024-11-20T19:14:24,159 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dca41ee8f4d65dd8f6602bb2ede78936, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T19:14:24,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58f924f6c1499de95bcdadf1adad583f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T19:14:24,159 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=793aad6bbf2e2ea380492c203eb502aa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T19:14:24,159 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f77c3905900766f0842de25ce1d4f384, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T19:14:24,310 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(204): Hosts are {e14ef07817f4=0} racks are {/default-rack=0} 2024-11-20T19:14:24,310 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T19:14:24,310 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T19:14:24,310 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T19:14:24,310 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T19:14:24,310 INFO [e14ef07817f4:32795 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T19:14:24,310 INFO [e14ef07817f4:32795 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T19:14:24,310 DEBUG [e14ef07817f4:32795 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T19:14:24,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=793aad6bbf2e2ea380492c203eb502aa, regionState=OPENING, regionLocation=e14ef07817f4,40675,1732129997738 2024-11-20T19:14:24,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=dca41ee8f4d65dd8f6602bb2ede78936, regionState=OPENING, regionLocation=e14ef07817f4,40675,1732129997738 2024-11-20T19:14:24,311 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=f77c3905900766f0842de25ce1d4f384, regionState=OPENING, regionLocation=e14ef07817f4,46507,1732129997674 2024-11-20T19:14:24,311 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=58f924f6c1499de95bcdadf1adad583f, regionState=OPENING, regionLocation=e14ef07817f4,46507,1732129997674 2024-11-20T19:14:24,313 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e14ef07817f4:37423 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:37423 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:14:24,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1, error=java.net.ConnectException: Call to address=e14ef07817f4:37423 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:37423 2024-11-20T19:14:24,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T19:14:24,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1 from cache 2024-11-20T19:14:24,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e14ef07817f4:37423 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:37423 2024-11-20T19:14:24,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e14ef07817f4:37423 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:37423 2024-11-20T19:14:24,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e14ef07817f4:37423 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:37423 2024-11-20T19:14:24,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e14ef07817f4:37423 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:37423 2024-11-20T19:14:24,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:14:24,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,46507,1732129997674, seqNum=-1] 2024-11-20T19:14:24,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:14:24,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:14:24,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f77c3905900766f0842de25ce1d4f384, ASSIGN because future has completed 2024-11-20T19:14:24,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure f77c3905900766f0842de25ce1d4f384, server=e14ef07817f4,46507,1732129997674}] 2024-11-20T19:14:24,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dca41ee8f4d65dd8f6602bb2ede78936, ASSIGN because future has completed 2024-11-20T19:14:24,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936, server=e14ef07817f4,40675,1732129997738}] 2024-11-20T19:14:24,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58f924f6c1499de95bcdadf1adad583f, ASSIGN because future has completed 2024-11-20T19:14:24,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58f924f6c1499de95bcdadf1adad583f, server=e14ef07817f4,46507,1732129997674}] 2024-11-20T19:14:24,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=793aad6bbf2e2ea380492c203eb502aa, ASSIGN because future has completed 2024-11-20T19:14:24,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 793aad6bbf2e2ea380492c203eb502aa, server=e14ef07817f4,40675,1732129997738}] 2024-11-20T19:14:27,367 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:32795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T19:14:27,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0b48499081875ed20f25a3e59154ed64, had cached 0 bytes from a total of 28623 2024-11-20T19:14:27,990 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b73e96b8e4bfca272098f460bb93dee5, had cached 0 bytes from a total of 47197 2024-11-20T19:14:31,580 DEBUG [master/e14ef07817f4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bd9dcb0303514171cf2f5d3d0af3520b changed from -1.0 to 0.0, refreshing cache 2024-11-20T19:14:31,581 DEBUG [master/e14ef07817f4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5044cc296653a01c42f3477479bf8eb3 changed from -1.0 to 0.0, refreshing cache 2024-11-20T19:14:31,582 DEBUG [master/e14ef07817f4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0b48499081875ed20f25a3e59154ed64 changed from -1.0 to 0.0, refreshing cache 2024-11-20T19:14:31,582 DEBUG [master/e14ef07817f4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a9e4d11987fc585c73691fc063eb007e changed from -1.0 to 0.0, refreshing cache 2024-11-20T19:14:31,583 DEBUG [master/e14ef07817f4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 13ef789a9632b43e355ceeabbef19d77 changed from -1.0 to 0.0, refreshing cache 2024-11-20T19:14:31,583 DEBUG [master/e14ef07817f4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b73e96b8e4bfca272098f460bb93dee5 changed from -1.0 to 0.0, refreshing cache 2024-11-20T19:14:31,583 DEBUG [master/e14ef07817f4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T19:14:34,439 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:14:34,440 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 58f924f6c1499de95bcdadf1adad583f, NAME => 'SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T19:14:34,440 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:34,440 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:14:34,440 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:14:34,440 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => dca41ee8f4d65dd8f6602bb2ede78936, NAME => 'SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T19:14:34,440 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:34,440 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:34,441 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:34,441 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:14:34,441 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:34,441 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:34,442 INFO [StoreOpener-58f924f6c1499de95bcdadf1adad583f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:34,442 INFO [StoreOpener-dca41ee8f4d65dd8f6602bb2ede78936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:34,443 INFO [StoreOpener-58f924f6c1499de95bcdadf1adad583f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58f924f6c1499de95bcdadf1adad583f columnFamilyName cf 2024-11-20T19:14:34,443 DEBUG [StoreOpener-58f924f6c1499de95bcdadf1adad583f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:14:34,443 INFO [StoreOpener-dca41ee8f4d65dd8f6602bb2ede78936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dca41ee8f4d65dd8f6602bb2ede78936 columnFamilyName cf 2024-11-20T19:14:34,443 DEBUG [StoreOpener-dca41ee8f4d65dd8f6602bb2ede78936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:14:34,444 INFO [StoreOpener-58f924f6c1499de95bcdadf1adad583f-1 {}] regionserver.HStore(327): Store=58f924f6c1499de95bcdadf1adad583f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:14:34,444 INFO [StoreOpener-dca41ee8f4d65dd8f6602bb2ede78936-1 {}] regionserver.HStore(327): Store=dca41ee8f4d65dd8f6602bb2ede78936/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:14:34,444 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:34,444 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:34,445 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:34,445 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:34,447 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:34,447 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:34,448 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:34,448 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:34,448 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:34,448 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:34,450 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:34,451 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:34,451 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 58f924f6c1499de95bcdadf1adad583f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64157308, jitterRate=-0.04398161172866821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:14:34,452 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:34,452 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 58f924f6c1499de95bcdadf1adad583f: Running coprocessor pre-open hook at 1732130074440Writing region info on filesystem at 1732130074440Initializing all the Stores at 1732130074442 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130074442Cleaning up temporary data from old regions at 1732130074448 (+6 ms)Running coprocessor post-open hooks at 1732130074452 (+4 ms)Region opened successfully at 1732130074452 2024-11-20T19:14:34,452 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened dca41ee8f4d65dd8f6602bb2ede78936; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73060948, jitterRate=0.08869296312332153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:14:34,453 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:34,453 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for dca41ee8f4d65dd8f6602bb2ede78936: Running coprocessor pre-open hook at 1732130074441Writing region info on filesystem at 1732130074441Initializing all the Stores at 1732130074442 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130074442Cleaning up temporary data from old regions at 1732130074448 (+6 ms)Running coprocessor post-open hooks at 1732130074453 (+5 ms)Region opened successfully at 1732130074453 2024-11-20T19:14:34,453 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f., pid=49, masterSystemTime=1732130074433 2024-11-20T19:14:34,454 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936., pid=48, masterSystemTime=1732130074434 2024-11-20T19:14:34,455 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:14:34,455 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:14:34,455 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:14:34,455 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => f77c3905900766f0842de25ce1d4f384, NAME => 'SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T19:14:34,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=58f924f6c1499de95bcdadf1adad583f, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,46507,1732129997674 2024-11-20T19:14:34,456 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:34,456 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:14:34,456 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:34,456 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:14:34,456 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:34,456 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:14:34,456 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:14:34,457 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 793aad6bbf2e2ea380492c203eb502aa, NAME => 'SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T19:14:34,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=dca41ee8f4d65dd8f6602bb2ede78936, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,40675,1732129997738 2024-11-20T19:14:34,457 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:34,457 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:14:34,457 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:34,457 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:34,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58f924f6c1499de95bcdadf1adad583f, server=e14ef07817f4,46507,1732129997674 because future has completed 2024-11-20T19:14:34,460 INFO [StoreOpener-793aad6bbf2e2ea380492c203eb502aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:34,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936, server=e14ef07817f4,40675,1732129997738 because future has completed 2024-11-20T19:14:34,460 INFO [StoreOpener-f77c3905900766f0842de25ce1d4f384-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:34,461 INFO [StoreOpener-f77c3905900766f0842de25ce1d4f384-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f77c3905900766f0842de25ce1d4f384 columnFamilyName cf 2024-11-20T19:14:34,461 INFO [StoreOpener-793aad6bbf2e2ea380492c203eb502aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 793aad6bbf2e2ea380492c203eb502aa columnFamilyName cf 2024-11-20T19:14:34,462 DEBUG [StoreOpener-f77c3905900766f0842de25ce1d4f384-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:14:34,462 DEBUG [StoreOpener-793aad6bbf2e2ea380492c203eb502aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:14:34,462 INFO [StoreOpener-f77c3905900766f0842de25ce1d4f384-1 {}] regionserver.HStore(327): Store=f77c3905900766f0842de25ce1d4f384/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:14:34,462 INFO [StoreOpener-793aad6bbf2e2ea380492c203eb502aa-1 {}] regionserver.HStore(327): Store=793aad6bbf2e2ea380492c203eb502aa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:14:34,462 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:34,462 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:34,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=44 2024-11-20T19:14:34,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 58f924f6c1499de95bcdadf1adad583f, server=e14ef07817f4,46507,1732129997674 in 10.0280 sec 2024-11-20T19:14:34,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=46 2024-11-20T19:14:34,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936, server=e14ef07817f4,40675,1732129997738 in 10.0320 sec 2024-11-20T19:14:34,465 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:34,465 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:34,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58f924f6c1499de95bcdadf1adad583f, ASSIGN in 10.3100 sec 2024-11-20T19:14:34,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dca41ee8f4d65dd8f6602bb2ede78936, ASSIGN in 10.3110 sec 2024-11-20T19:14:34,467 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:34,467 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:34,468 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:34,468 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:34,468 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:34,468 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:34,470 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:34,470 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:34,471 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened f77c3905900766f0842de25ce1d4f384; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74400883, jitterRate=0.10865955054759979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:14:34,471 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:34,471 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for f77c3905900766f0842de25ce1d4f384: Running coprocessor pre-open hook at 1732130074456Writing region info on filesystem at 1732130074456Initializing all the Stores at 1732130074459 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130074459Cleaning up temporary data from old regions at 1732130074468 (+9 ms)Running coprocessor post-open hooks at 1732130074471 (+3 ms)Region opened successfully at 1732130074471 2024-11-20T19:14:34,471 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 793aad6bbf2e2ea380492c203eb502aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65574904, jitterRate=-0.02285778522491455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:14:34,471 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:34,471 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 793aad6bbf2e2ea380492c203eb502aa: Running coprocessor pre-open hook at 1732130074457Writing region info on filesystem at 1732130074457Initializing all the Stores at 1732130074459 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130074459Cleaning up temporary data from old regions at 1732130074468 (+9 ms)Running coprocessor post-open hooks at 1732130074471 (+3 ms)Region opened successfully at 1732130074471 2024-11-20T19:14:34,472 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384., pid=47, masterSystemTime=1732130074433 2024-11-20T19:14:34,472 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa., pid=50, masterSystemTime=1732130074434 2024-11-20T19:14:34,474 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:14:34,474 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:14:34,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=f77c3905900766f0842de25ce1d4f384, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,46507,1732129997674 2024-11-20T19:14:34,475 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:14:34,475 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:14:34,477 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=793aad6bbf2e2ea380492c203eb502aa, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,40675,1732129997738 2024-11-20T19:14:34,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure f77c3905900766f0842de25ce1d4f384, server=e14ef07817f4,46507,1732129997674 because future has completed 2024-11-20T19:14:34,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 793aad6bbf2e2ea380492c203eb502aa, server=e14ef07817f4,40675,1732129997738 because future has completed 2024-11-20T19:14:34,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-11-20T19:14:34,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure f77c3905900766f0842de25ce1d4f384, server=e14ef07817f4,46507,1732129997674 in 10.0510 sec 2024-11-20T19:14:34,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=45 2024-11-20T19:14:34,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 793aad6bbf2e2ea380492c203eb502aa, server=e14ef07817f4,40675,1732129997738 in 10.0460 sec 2024-11-20T19:14:34,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f77c3905900766f0842de25ce1d4f384, ASSIGN in 10.3290 sec 2024-11-20T19:14:34,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=36 2024-11-20T19:14:34,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=793aad6bbf2e2ea380492c203eb502aa, ASSIGN in 10.3300 sec 2024-11-20T19:14:34,486 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server e14ef07817f4,37423,1732129997537 after splitting done 2024-11-20T19:14:34,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure e14ef07817f4,37423,1732129997537, splitWal=true, meta=true in 41.5120 sec 2024-11-20T19:14:40,000 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:14:45,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:14:56,019 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 2024-11-20T19:14:56,030 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:14:56,034 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:14:56,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:14:58,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-20T19:15:06,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T19:15:06,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T19:15:06,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:15:06,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:15:06,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 58f924f6c1499de95bcdadf1adad583f: 2024-11-20T19:15:06,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f77c3905900766f0842de25ce1d4f384: 2024-11-20T19:15:06,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. for SnapshotProcedureTest completed. 2024-11-20T19:15:06,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. for SnapshotProcedureTest completed. 2024-11-20T19:15:06,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:15:06,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:15:06,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:15:06,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:15:06,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:15:06,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:15:06,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T19:15:06,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:15:06,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T19:15:06,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 793aad6bbf2e2ea380492c203eb502aa: 2024-11-20T19:15:06,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. for SnapshotProcedureTest completed. 2024-11-20T19:15:06,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:15:06,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for dca41ee8f4d65dd8f6602bb2ede78936: 2024-11-20T19:15:06,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. for SnapshotProcedureTest completed. 2024-11-20T19:15:06,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:15:06,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:15:06,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:15:06,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:15:06,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:15:06,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:15:06,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741863_1039 (size=65) 2024-11-20T19:15:06,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741863_1039 (size=65) 2024-11-20T19:15:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741863_1039 (size=65) 2024-11-20T19:15:06,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:15:06,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T19:15:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T19:15:06,228 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f77c3905900766f0842de25ce1d4f384 2024-11-20T19:15:06,228 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 2024-11-20T19:15:06,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741862_1038 (size=57) 2024-11-20T19:15:06,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741862_1038 (size=57) 2024-11-20T19:15:06,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741862_1038 (size=57) 2024-11-20T19:15:06,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:15:06,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T19:15:06,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f77c3905900766f0842de25ce1d4f384 in 1 mins, 13.747 sec 2024-11-20T19:15:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T19:15:06,261 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:15:06,261 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:15:06,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 58f924f6c1499de95bcdadf1adad583f in 1 mins, 13.773 sec 2024-11-20T19:15:06,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741864_1040 (size=65) 2024-11-20T19:15:06,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741864_1040 (size=65) 2024-11-20T19:15:06,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741864_1040 (size=65) 2024-11-20T19:15:06,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:15:06,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T19:15:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T19:15:06,348 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:15:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741865_1041 (size=65) 2024-11-20T19:15:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741865_1041 (size=65) 2024-11-20T19:15:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741865_1041 (size=65) 2024-11-20T19:15:06,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:15:06,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T19:15:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T19:15:06,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:15:06,360 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:15:06,361 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:15:06,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-11-20T19:15:06,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dca41ee8f4d65dd8f6602bb2ede78936 in 1 mins, 13.883 sec 2024-11-20T19:15:06,411 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T19:15:06,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 793aad6bbf2e2ea380492c203eb502aa in 1 mins, 13.882 sec 2024-11-20T19:15:06,414 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T19:15:06,419 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T19:15:06,419 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T19:15:06,434 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T19:15:06,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741866_1042 (size=1094) 2024-11-20T19:15:06,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741866_1042 (size=1094) 2024-11-20T19:15:06,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741866_1042 (size=1094) 2024-11-20T19:15:06,706 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T19:15:06,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T19:15:06,742 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:15:06,743 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:15:06,743 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:15:06,744 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,40675,1732129997738 2024-11-20T19:15:06,746 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,40675,1732129997738 2024-11-20T19:15:06,769 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,40675,1732129997738 2024-11-20T19:15:12,840 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0b48499081875ed20f25a3e59154ed64, had cached 0 bytes from a total of 28623 2024-11-20T19:15:12,990 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b73e96b8e4bfca272098f460bb93dee5, had cached 0 bytes from a total of 47197 2024-11-20T19:15:15,463 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:15:16,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-20T19:15:16,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-20T19:15:16,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-20T19:15:16,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-20T19:15:16,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-20T19:15:16,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-20T19:15:16,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T19:15:16,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T19:15:16,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-20T19:15:16,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T19:15:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-20T19:15:16,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-20T19:15:16,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-20T19:15:16,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T19:15:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-20T19:15:16,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-20T19:15:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-20T19:15:16,811 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40675,1732129997738 Release verify snapshot worker=e14ef07817f4,40675,1732129997738 2024-11-20T19:15:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-20T19:15:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-20T19:15:16,815 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,46507,1732129997674 Release verify snapshot worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:15:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-20T19:15:16,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,46507,1732129997674 in 10.0900 sec 2024-11-20T19:15:16,822 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:15:16,823 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,40675,1732129997738 2024-11-20T19:15:16,828 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,46507,1732129997674 Release verify snapshot worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:15:16,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40675,1732129997738 in 10.0860 sec 2024-11-20T19:15:16,836 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40675,1732129997738 Release verify snapshot worker=e14ef07817f4,40675,1732129997738 2024-11-20T19:15:16,839 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,46507,1732129997674 Release verify snapshot worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:15:16,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,46507,1732129997674 in 10.1030 sec 2024-11-20T19:15:16,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40675,1732129997738 in 10.1110 sec 2024-11-20T19:15:16,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,46507,1732129997674 in 10.1140 sec 2024-11-20T19:15:16,845 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,40675,1732129997738 2024-11-20T19:15:16,845 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40675,1732129997738 Release verify snapshot worker=e14ef07817f4,40675,1732129997738 2024-11-20T19:15:16,848 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:15:16,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40675,1732129997738 in 10.1200 sec 2024-11-20T19:15:20,686 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-20T19:15:20,700 WARN [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 4, running: 0 2024-11-20T19:15:20,708 WARN [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 8, running: 0 2024-11-20T19:15:26,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-20T19:15:26,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-20T19:15:26,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-20T19:15:26,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-20T19:15:26,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-20T19:15:26,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-20T19:15:26,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-20T19:15:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-20T19:15:26,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T19:15:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-20T19:15:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-20T19:15:26,826 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40675,1732129997738 Release verify snapshot worker=e14ef07817f4,40675,1732129997738 2024-11-20T19:15:26,826 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,46507,1732129997674 Release verify snapshot worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:15:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32795 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-20T19:15:26,828 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,46507,1732129997674 Release verify snapshot worker=e14ef07817f4,46507,1732129997674 2024-11-20T19:15:26,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40675,1732129997738 in 20.1010 sec 2024-11-20T19:15:26,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,46507,1732129997674 in 20.1010 sec 2024-11-20T19:15:26,830 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40675,1732129997738 Release verify snapshot worker=e14ef07817f4,40675,1732129997738 2024-11-20T19:15:26,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,46507,1732129997674 in 20.1030 sec 2024-11-20T19:15:26,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-20T19:15:26,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40675,1732129997738 in 20.1050 sec 2024-11-20T19:15:26,831 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T19:15:26,832 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T19:15:26,834 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T19:15:26,834 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T19:15:26,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 34.404 sec 2024-11-20T19:15:27,025 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T19:15:27,028 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e14ef07817f4:37423 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e14ef07817f4/172.17.0.3:37423 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:15:27,028 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1, error=java.net.ConnectException: Call to address=e14ef07817f4:37423 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e14ef07817f4/172.17.0.3:37423 2024-11-20T19:15:27,028 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-20T19:15:27,028 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37423,1732129997537, seqNum=-1 from cache 2024-11-20T19:15:27,029 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address e14ef07817f4:37423 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e14ef07817f4/172.17.0.3:37423 2024-11-20T19:15:27,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:15:27,133 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,46507,1732129997674, seqNum=-1] 2024-11-20T19:15:27,159 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T19:15:27,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:15:27,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:15:27,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:15:27,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:15:27,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:15:27,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:15:27,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:15:27,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=121623386, stopped=false 2024-11-20T19:15:27,161 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,32795,1732129996555 2024-11-20T19:15:27,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T19:15:27,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T19:15:27,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T19:15:27,203 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:15:27,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:27,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:27,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:27,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:15:27,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:15:27,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:15:27,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:15:27,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:15:27,204 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,46507,1732129997674' ***** 2024-11-20T19:15:27,204 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:15:27,204 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,40675,1732129997738' ***** 2024-11-20T19:15:27,204 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:15:27,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:15:27,204 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:15:27,204 INFO [RS:1;e14ef07817f4:46507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:15:27,205 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:15:27,205 INFO [RS:1;e14ef07817f4:46507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:15:27,205 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(3091): Received CLOSE for 58f924f6c1499de95bcdadf1adad583f 2024-11-20T19:15:27,205 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(3091): Received CLOSE for f77c3905900766f0842de25ce1d4f384 2024-11-20T19:15:27,205 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(3091): Received CLOSE for b73e96b8e4bfca272098f460bb93dee5 2024-11-20T19:15:27,205 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:15:27,205 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(3091): Received CLOSE for a9e4d11987fc585c73691fc063eb007e 2024-11-20T19:15:27,205 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:15:27,205 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(3091): Received CLOSE for 13ef789a9632b43e355ceeabbef19d77 2024-11-20T19:15:27,205 INFO [RS:2;e14ef07817f4:40675 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:15:27,206 INFO [RS:2;e14ef07817f4:40675 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:15:27,206 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,46507,1732129997674 2024-11-20T19:15:27,206 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(3091): Received CLOSE for 793aad6bbf2e2ea380492c203eb502aa 2024-11-20T19:15:27,206 INFO [RS:1;e14ef07817f4:46507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:15:27,206 INFO [RS:1;e14ef07817f4:46507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e14ef07817f4:46507. 2024-11-20T19:15:27,206 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(3091): Received CLOSE for 5044cc296653a01c42f3477479bf8eb3 2024-11-20T19:15:27,206 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58f924f6c1499de95bcdadf1adad583f, disabling compactions & flushes 2024-11-20T19:15:27,206 DEBUG [RS:1;e14ef07817f4:46507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:15:27,206 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b48499081875ed20f25a3e59154ed64 2024-11-20T19:15:27,206 DEBUG [RS:1;e14ef07817f4:46507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:15:27,206 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:15:27,206 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(3091): Received CLOSE for bd9dcb0303514171cf2f5d3d0af3520b 2024-11-20T19:15:27,206 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 793aad6bbf2e2ea380492c203eb502aa, disabling compactions & flushes 2024-11-20T19:15:27,206 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:15:27,206 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(3091): Received CLOSE for dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:15:27,206 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:15:27,206 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. after waiting 0 ms 2024-11-20T19:15:27,206 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,40675,1732129997738 2024-11-20T19:15:27,206 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:15:27,206 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:15:27,206 INFO [RS:2;e14ef07817f4:40675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:15:27,206 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. after waiting 0 ms 2024-11-20T19:15:27,206 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:15:27,206 INFO [RS:2;e14ef07817f4:40675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e14ef07817f4:40675. 2024-11-20T19:15:27,206 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:15:27,206 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:15:27,206 DEBUG [RS:2;e14ef07817f4:40675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:15:27,206 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:15:27,206 DEBUG [RS:2;e14ef07817f4:40675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:15:27,206 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:15:27,206 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-20T19:15:27,206 DEBUG [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(1325): Online Regions={793aad6bbf2e2ea380492c203eb502aa=SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa., 5044cc296653a01c42f3477479bf8eb3=SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3., 0b48499081875ed20f25a3e59154ed64=SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64., bd9dcb0303514171cf2f5d3d0af3520b=SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b., dca41ee8f4d65dd8f6602bb2ede78936=SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936.} 2024-11-20T19:15:27,207 DEBUG [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(1351): Waiting on 0b48499081875ed20f25a3e59154ed64, 5044cc296653a01c42f3477479bf8eb3, 793aad6bbf2e2ea380492c203eb502aa, bd9dcb0303514171cf2f5d3d0af3520b, dca41ee8f4d65dd8f6602bb2ede78936 2024-11-20T19:15:27,207 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-20T19:15:27,207 DEBUG [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(1325): Online Regions={58f924f6c1499de95bcdadf1adad583f=SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f., f77c3905900766f0842de25ce1d4f384=SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384., b73e96b8e4bfca272098f460bb93dee5=SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5., a9e4d11987fc585c73691fc063eb007e=SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e., 1588230740=hbase:meta,,1.1588230740, 13ef789a9632b43e355ceeabbef19d77=SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77.} 2024-11-20T19:15:27,207 DEBUG [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(1351): Waiting on 13ef789a9632b43e355ceeabbef19d77, 1588230740, 58f924f6c1499de95bcdadf1adad583f, a9e4d11987fc585c73691fc063eb007e, b73e96b8e4bfca272098f460bb93dee5, f77c3905900766f0842de25ce1d4f384 2024-11-20T19:15:27,207 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:15:27,207 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:15:27,207 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:15:27,208 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:15:27,208 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:15:27,208 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.91 KB heapSize=7.27 KB 2024-11-20T19:15:27,212 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/58f924f6c1499de95bcdadf1adad583f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:15:27,212 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/793aad6bbf2e2ea380492c203eb502aa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:15:27,213 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/.tmp/info/8fe7604dedfd4da089012a17f9d66aa9 is 167, key is SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936./info:regioninfo/1732130074457/Put/seqid=0 2024-11-20T19:15:27,215 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:15:27,215 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:15:27,215 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 793aad6bbf2e2ea380492c203eb502aa: Waiting for close lock at 1732130127206Running coprocessor pre-close hooks at 1732130127206Disabling compacts and flushes for region at 1732130127206Disabling writes for close at 1732130127206Writing region close event to WAL at 1732130127207 (+1 ms)Running coprocessor post-close hooks at 1732130127213 (+6 ms)Closed at 1732130127215 (+2 ms) 2024-11-20T19:15:27,215 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58f924f6c1499de95bcdadf1adad583f: Waiting for close lock at 1732130127205Running coprocessor pre-close hooks at 1732130127206 (+1 ms)Disabling compacts and flushes for region at 1732130127206Disabling writes for close at 1732130127206Writing region close event to WAL at 1732130127207 (+1 ms)Running coprocessor post-close hooks at 1732130127213 (+6 ms)Closed at 1732130127215 (+2 ms) 2024-11-20T19:15:27,215 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732130011850.58f924f6c1499de95bcdadf1adad583f. 2024-11-20T19:15:27,215 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732130011850.793aad6bbf2e2ea380492c203eb502aa. 2024-11-20T19:15:27,216 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f77c3905900766f0842de25ce1d4f384, disabling compactions & flushes 2024-11-20T19:15:27,216 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5044cc296653a01c42f3477479bf8eb3, disabling compactions & flushes 2024-11-20T19:15:27,216 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:15:27,216 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:15:27,216 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:15:27,216 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:15:27,216 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. after waiting 0 ms 2024-11-20T19:15:27,216 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. after waiting 0 ms 2024-11-20T19:15:27,216 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:15:27,216 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:15:27,221 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/f77c3905900766f0842de25ce1d4f384/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:15:27,222 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:15:27,222 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f77c3905900766f0842de25ce1d4f384: Waiting for close lock at 1732130127216Running coprocessor pre-close hooks at 1732130127216Disabling compacts and flushes for region at 1732130127216Disabling writes for close at 1732130127216Writing region close event to WAL at 1732130127216Running coprocessor post-close hooks at 1732130127221 (+5 ms)Closed at 1732130127222 (+1 ms) 2024-11-20T19:15:27,222 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732130011850.f77c3905900766f0842de25ce1d4f384. 2024-11-20T19:15:27,222 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b73e96b8e4bfca272098f460bb93dee5, disabling compactions & flushes 2024-11-20T19:15:27,222 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:15:27,222 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:15:27,222 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. after waiting 0 ms 2024-11-20T19:15:27,222 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:15:27,225 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/5044cc296653a01c42f3477479bf8eb3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:15:27,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741867_1043 (size=9527) 2024-11-20T19:15:27,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741867_1043 (size=9527) 2024-11-20T19:15:27,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741867_1043 (size=9527) 2024-11-20T19:15:27,227 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:15:27,227 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5044cc296653a01c42f3477479bf8eb3: Waiting for close lock at 1732130127216Running coprocessor pre-close hooks at 1732130127216Disabling compacts and flushes for region at 1732130127216Disabling writes for close at 1732130127216Writing region close event to WAL at 1732130127218 (+2 ms)Running coprocessor post-close hooks at 1732130127226 (+8 ms)Closed at 1732130127226 2024-11-20T19:15:27,227 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732130011850.5044cc296653a01c42f3477479bf8eb3. 2024-11-20T19:15:27,227 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b48499081875ed20f25a3e59154ed64, disabling compactions & flushes 2024-11-20T19:15:27,227 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:15:27,227 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:15:27,227 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. after waiting 0 ms 2024-11-20T19:15:27,227 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:15:27,229 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.91 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/.tmp/info/8fe7604dedfd4da089012a17f9d66aa9 2024-11-20T19:15:27,234 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/b73e96b8e4bfca272098f460bb93dee5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T19:15:27,234 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/0b48499081875ed20f25a3e59154ed64/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T19:15:27,234 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:15:27,235 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:15:27,235 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b73e96b8e4bfca272098f460bb93dee5: Waiting for close lock at 1732130127222Running coprocessor pre-close hooks at 1732130127222Disabling compacts and flushes for region at 1732130127222Disabling writes for close at 1732130127222Writing region close event to WAL at 1732130127229 (+7 ms)Running coprocessor post-close hooks at 1732130127234 (+5 ms)Closed at 1732130127234 2024-11-20T19:15:27,235 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b48499081875ed20f25a3e59154ed64: Waiting for close lock at 1732130127227Running coprocessor pre-close hooks at 1732130127227Disabling compacts and flushes for region at 1732130127227Disabling writes for close at 1732130127227Writing region close event to WAL at 1732130127229 (+2 ms)Running coprocessor post-close hooks at 1732130127235 (+6 ms)Closed at 1732130127235 2024-11-20T19:15:27,235 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732130011850.0b48499081875ed20f25a3e59154ed64. 2024-11-20T19:15:27,235 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732130011850.b73e96b8e4bfca272098f460bb93dee5. 2024-11-20T19:15:27,235 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd9dcb0303514171cf2f5d3d0af3520b, disabling compactions & flushes 2024-11-20T19:15:27,235 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9e4d11987fc585c73691fc063eb007e, disabling compactions & flushes 2024-11-20T19:15:27,235 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:15:27,235 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:15:27,235 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:15:27,235 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. after waiting 0 ms 2024-11-20T19:15:27,235 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:15:27,235 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:15:27,235 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. after waiting 0 ms 2024-11-20T19:15:27,235 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:15:27,238 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/.tmp/info/8fe7604dedfd4da089012a17f9d66aa9 as hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/info/8fe7604dedfd4da089012a17f9d66aa9 2024-11-20T19:15:27,240 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/bd9dcb0303514171cf2f5d3d0af3520b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:15:27,240 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/a9e4d11987fc585c73691fc063eb007e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:15:27,241 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:15:27,241 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:15:27,241 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd9dcb0303514171cf2f5d3d0af3520b: Waiting for close lock at 1732130127235Running coprocessor pre-close hooks at 1732130127235Disabling compacts and flushes for region at 1732130127235Disabling writes for close at 1732130127235Writing region close event to WAL at 1732130127235Running coprocessor post-close hooks at 1732130127241 (+6 ms)Closed at 1732130127241 2024-11-20T19:15:27,241 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9e4d11987fc585c73691fc063eb007e: Waiting for close lock at 1732130127235Running coprocessor pre-close hooks at 1732130127235Disabling compacts and flushes for region at 1732130127235Disabling writes for close at 1732130127235Writing region close event to WAL at 1732130127235Running coprocessor post-close hooks at 1732130127241 (+6 ms)Closed at 1732130127241 2024-11-20T19:15:27,241 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732130011850.a9e4d11987fc585c73691fc063eb007e. 2024-11-20T19:15:27,241 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732130011850.bd9dcb0303514171cf2f5d3d0af3520b. 2024-11-20T19:15:27,241 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dca41ee8f4d65dd8f6602bb2ede78936, disabling compactions & flushes 2024-11-20T19:15:27,241 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13ef789a9632b43e355ceeabbef19d77, disabling compactions & flushes 2024-11-20T19:15:27,242 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:15:27,242 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:15:27,242 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:15:27,242 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:15:27,242 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. after waiting 0 ms 2024-11-20T19:15:27,242 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. after waiting 0 ms 2024-11-20T19:15:27,242 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:15:27,242 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:15:27,249 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/dca41ee8f4d65dd8f6602bb2ede78936/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:15:27,249 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/info/8fe7604dedfd4da089012a17f9d66aa9, entries=32, sequenceid=39, filesize=9.3 K 2024-11-20T19:15:27,250 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/default/SPTestTable/13ef789a9632b43e355ceeabbef19d77/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:15:27,250 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:15:27,250 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dca41ee8f4d65dd8f6602bb2ede78936: Waiting for close lock at 1732130127241Running coprocessor pre-close hooks at 1732130127241Disabling compacts and flushes for region at 1732130127241Disabling writes for close at 1732130127242 (+1 ms)Writing region close event to WAL at 1732130127242Running coprocessor post-close hooks at 1732130127250 (+8 ms)Closed at 1732130127250 2024-11-20T19:15:27,250 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732130011850.dca41ee8f4d65dd8f6602bb2ede78936. 2024-11-20T19:15:27,251 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=39, compaction requested=false 2024-11-20T19:15:27,251 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:15:27,251 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13ef789a9632b43e355ceeabbef19d77: Waiting for close lock at 1732130127241Running coprocessor pre-close hooks at 1732130127241Disabling compacts and flushes for region at 1732130127241Disabling writes for close at 1732130127242 (+1 ms)Writing region close event to WAL at 1732130127242Running coprocessor post-close hooks at 1732130127251 (+9 ms)Closed at 1732130127251 2024-11-20T19:15:27,251 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732130011850.13ef789a9632b43e355ceeabbef19d77. 2024-11-20T19:15:27,255 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-20T19:15:27,256 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:15:27,256 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:15:27,256 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130127207Running coprocessor pre-close hooks at 1732130127207Disabling compacts and flushes for region at 1732130127207Disabling writes for close at 1732130127208 (+1 ms)Obtaining lock to block concurrent updates at 1732130127208Preparing flush snapshotting stores in 1588230740 at 1732130127208Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4000, getHeapSize=7376, getOffHeapSize=0, getCellsCount=32 at 1732130127208Flushing stores of hbase:meta,,1.1588230740 at 1732130127209 (+1 ms)Flushing 1588230740/info: creating writer at 1732130127209Flushing 1588230740/info: appending metadata at 1732130127213 (+4 ms)Flushing 1588230740/info: closing flushed file at 1732130127213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf670dd: reopening flushed file at 1732130127238 (+25 ms)Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=39, compaction requested=false at 1732130127251 (+13 ms)Writing region close event to WAL at 1732130127252 (+1 ms)Running coprocessor post-close hooks at 1732130127256 (+4 ms)Closed at 1732130127256 2024-11-20T19:15:27,256 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:15:27,258 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:15:27,298 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:15:27,373 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:32795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T19:15:27,407 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,40675,1732129997738; all regions closed. 2024-11-20T19:15:27,407 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,46507,1732129997674; all regions closed. 2024-11-20T19:15:27,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741833_1009 (size=3530) 2024-11-20T19:15:27,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741833_1009 (size=3530) 2024-11-20T19:15:27,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741833_1009 (size=3530) 2024-11-20T19:15:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741858_1034 (size=5516) 2024-11-20T19:15:27,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741858_1034 (size=5516) 2024-11-20T19:15:27,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741858_1034 (size=5516) 2024-11-20T19:15:27,423 DEBUG [RS:2;e14ef07817f4:40675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/oldWALs 2024-11-20T19:15:27,423 INFO [RS:2;e14ef07817f4:40675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C40675%2C1732129997738:(num 1732130000884) 2024-11-20T19:15:27,423 DEBUG [RS:2;e14ef07817f4:40675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:15:27,423 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:15:27,423 INFO [RS:2;e14ef07817f4:40675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:15:27,424 INFO [RS:2;e14ef07817f4:40675 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T19:15:27,424 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:15:27,424 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:15:27,424 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:15:27,424 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:15:27,424 INFO [RS:2;e14ef07817f4:40675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:15:27,425 INFO [RS:2;e14ef07817f4:40675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40675 2024-11-20T19:15:27,427 DEBUG [RS:1;e14ef07817f4:46507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/oldWALs 2024-11-20T19:15:27,427 INFO [RS:1;e14ef07817f4:46507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C46507%2C1732129997674.meta:.meta(num 1732130052979) 2024-11-20T19:15:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741835_1011 (size=3500) 2024-11-20T19:15:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741835_1011 (size=3500) 2024-11-20T19:15:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741835_1011 (size=3500) 2024-11-20T19:15:27,434 DEBUG [RS:1;e14ef07817f4:46507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/oldWALs 2024-11-20T19:15:27,434 INFO [RS:1;e14ef07817f4:46507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C46507%2C1732129997674:(num 1732130000884) 2024-11-20T19:15:27,434 DEBUG [RS:1;e14ef07817f4:46507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:15:27,434 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:15:27,434 INFO [RS:1;e14ef07817f4:46507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:15:27,434 INFO [RS:1;e14ef07817f4:46507 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:15:27,435 INFO [RS:1;e14ef07817f4:46507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:15:27,435 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:15:27,435 INFO [RS:1;e14ef07817f4:46507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46507 2024-11-20T19:15:27,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e14ef07817f4,40675,1732129997738 2024-11-20T19:15:27,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T19:15:27,457 INFO [RS:2;e14ef07817f4:40675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:15:27,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e14ef07817f4,46507,1732129997674 2024-11-20T19:15:27,478 INFO [RS:1;e14ef07817f4:46507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:15:27,499 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,46507,1732129997674] 2024-11-20T19:15:27,530 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e14ef07817f4,46507,1732129997674 already deleted, retry=false 2024-11-20T19:15:27,531 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,46507,1732129997674 expired; onlineServers=1 2024-11-20T19:15:27,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,40675,1732129997738] 2024-11-20T19:15:27,552 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e14ef07817f4,40675,1732129997738 already deleted, retry=false 2024-11-20T19:15:27,552 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,40675,1732129997738 expired; onlineServers=0 2024-11-20T19:15:27,552 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,32795,1732129996555' ***** 2024-11-20T19:15:27,552 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:15:27,553 INFO [M:0;e14ef07817f4:32795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:15:27,553 INFO [M:0;e14ef07817f4:32795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:15:27,553 DEBUG [M:0;e14ef07817f4:32795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:15:27,553 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:15:27,553 DEBUG [M:0;e14ef07817f4:32795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:15:27,553 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130000345 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130000345,5,FailOnTimeoutGroup] 2024-11-20T19:15:27,553 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130000346 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130000346,5,FailOnTimeoutGroup] 2024-11-20T19:15:27,554 INFO [M:0;e14ef07817f4:32795 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:15:27,554 INFO [M:0;e14ef07817f4:32795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:15:27,554 DEBUG [M:0;e14ef07817f4:32795 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:15:27,554 INFO [M:0;e14ef07817f4:32795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:15:27,554 INFO [M:0;e14ef07817f4:32795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:15:27,555 ERROR [M:0;e14ef07817f4:32795 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:46799 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46799,5,PEWorkerGroup] 2024-11-20T19:15:27,555 INFO [M:0;e14ef07817f4:32795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:15:27,556 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:15:27,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T19:15:27,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:27,562 DEBUG [M:0;e14ef07817f4:32795 {}] zookeeper.ZKUtil(347): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T19:15:27,562 WARN [M:0;e14ef07817f4:32795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:15:27,563 INFO [M:0;e14ef07817f4:32795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/.lastflushedseqids 2024-11-20T19:15:27,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741868_1044 (size=668) 2024-11-20T19:15:27,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741868_1044 (size=668) 2024-11-20T19:15:27,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741868_1044 (size=668) 2024-11-20T19:15:27,578 INFO [M:0;e14ef07817f4:32795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:15:27,578 INFO [M:0;e14ef07817f4:32795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:15:27,579 DEBUG [M:0;e14ef07817f4:32795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:15:27,579 INFO [M:0;e14ef07817f4:32795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:15:27,579 DEBUG [M:0;e14ef07817f4:32795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:15:27,579 DEBUG [M:0;e14ef07817f4:32795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:15:27,579 DEBUG [M:0;e14ef07817f4:32795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:15:27,579 INFO [M:0;e14ef07817f4:32795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=216.31 KB heapSize=268.50 KB 2024-11-20T19:15:27,596 DEBUG [M:0;e14ef07817f4:32795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/361c9d95e90b4c828b0bc17d8cb7eb38 is 82, key is hbase:meta,,1/info:regioninfo/1732130053944/Put/seqid=0 2024-11-20T19:15:27,599 INFO [RS:2;e14ef07817f4:40675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:15:27,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:15:27,599 INFO [RS:2;e14ef07817f4:40675 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,40675,1732129997738; zookeeper connection closed. 2024-11-20T19:15:27,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40675-0x10159aa36c30003, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:15:27,600 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b8e0040 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b8e0040 2024-11-20T19:15:27,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741869_1045 (size=6071) 2024-11-20T19:15:27,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741869_1045 (size=6071) 2024-11-20T19:15:27,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741869_1045 (size=6071) 2024-11-20T19:15:27,606 INFO [M:0;e14ef07817f4:32795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/361c9d95e90b4c828b0bc17d8cb7eb38 2024-11-20T19:15:27,610 INFO [RS:1;e14ef07817f4:46507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:15:27,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:15:27,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x10159aa36c30002, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:15:27,610 INFO [RS:1;e14ef07817f4:46507 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,46507,1732129997674; zookeeper connection closed. 2024-11-20T19:15:27,610 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42008bc1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42008bc1 2024-11-20T19:15:27,610 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T19:15:27,629 DEBUG [M:0;e14ef07817f4:32795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abc37666d1d641b5bbe7695d6518bb2a is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732130023147/Put/seqid=0 2024-11-20T19:15:27,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741870_1046 (size=9111) 2024-11-20T19:15:27,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741870_1046 (size=9111) 2024-11-20T19:15:27,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741870_1046 (size=9111) 2024-11-20T19:15:27,636 INFO [M:0;e14ef07817f4:32795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=215.09 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abc37666d1d641b5bbe7695d6518bb2a 2024-11-20T19:15:27,642 INFO [M:0;e14ef07817f4:32795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abc37666d1d641b5bbe7695d6518bb2a 2024-11-20T19:15:27,656 DEBUG [M:0;e14ef07817f4:32795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/545a14c9fa1b42c791c4ba707c4b578e is 69, key is e14ef07817f4,40675,1732129997738/rs:state/1732130000488/Put/seqid=0 2024-11-20T19:15:27,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741871_1047 (size=5441) 2024-11-20T19:15:27,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741871_1047 (size=5441) 2024-11-20T19:15:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741871_1047 (size=5441) 2024-11-20T19:15:27,664 INFO [M:0;e14ef07817f4:32795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/545a14c9fa1b42c791c4ba707c4b578e 2024-11-20T19:15:27,673 INFO [M:0;e14ef07817f4:32795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 545a14c9fa1b42c791c4ba707c4b578e 2024-11-20T19:15:27,674 DEBUG [M:0;e14ef07817f4:32795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/361c9d95e90b4c828b0bc17d8cb7eb38 as hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/361c9d95e90b4c828b0bc17d8cb7eb38 2024-11-20T19:15:27,681 INFO [M:0;e14ef07817f4:32795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/361c9d95e90b4c828b0bc17d8cb7eb38, entries=14, sequenceid=572, filesize=5.9 K 2024-11-20T19:15:27,683 DEBUG [M:0;e14ef07817f4:32795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abc37666d1d641b5bbe7695d6518bb2a as hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abc37666d1d641b5bbe7695d6518bb2a 2024-11-20T19:15:27,691 INFO [M:0;e14ef07817f4:32795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abc37666d1d641b5bbe7695d6518bb2a 2024-11-20T19:15:27,691 INFO [M:0;e14ef07817f4:32795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abc37666d1d641b5bbe7695d6518bb2a, entries=60, sequenceid=572, filesize=8.9 K 2024-11-20T19:15:27,693 DEBUG [M:0;e14ef07817f4:32795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/545a14c9fa1b42c791c4ba707c4b578e as hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/545a14c9fa1b42c791c4ba707c4b578e 2024-11-20T19:15:27,700 INFO [M:0;e14ef07817f4:32795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 545a14c9fa1b42c791c4ba707c4b578e 2024-11-20T19:15:27,700 INFO [M:0;e14ef07817f4:32795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/54ac815f-2d4c-e870-c06f-f1ff889cf323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/545a14c9fa1b42c791c4ba707c4b578e, entries=3, sequenceid=572, filesize=5.3 K 2024-11-20T19:15:27,702 INFO [M:0;e14ef07817f4:32795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~216.31 KB/221506, heapSize ~268.20 KB/274640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=572, compaction requested=false 2024-11-20T19:15:27,705 INFO [M:0;e14ef07817f4:32795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:15:27,705 DEBUG [M:0;e14ef07817f4:32795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130127579Disabling compacts and flushes for region at 1732130127579Disabling writes for close at 1732130127579Obtaining lock to block concurrent updates at 1732130127579Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130127579Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=221506, getHeapSize=274880, getOffHeapSize=0, getCellsCount=693 at 1732130127579Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130127580 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130127580Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130127595 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130127596 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130127612 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130127629 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130127629Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130127642 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130127656 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130127656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b343c96: reopening flushed file at 1732130127673 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6248ccea: reopening flushed file at 1732130127681 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da9d2da: reopening flushed file at 1732130127692 (+11 ms)Finished flush of dataSize ~216.31 KB/221506, heapSize ~268.20 KB/274640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=572, compaction requested=false at 1732130127702 (+10 ms)Writing region close event to WAL at 1732130127705 (+3 ms)Closed at 1732130127705 2024-11-20T19:15:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46435 is added to blk_1073741830_1006 (size=259589) 2024-11-20T19:15:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741830_1006 (size=259589) 2024-11-20T19:15:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741830_1006 (size=259589) 2024-11-20T19:15:27,709 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:15:27,710 INFO [M:0;e14ef07817f4:32795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:15:27,710 INFO [M:0;e14ef07817f4:32795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32795 2024-11-20T19:15:27,710 INFO [M:0;e14ef07817f4:32795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:15:27,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:15:27,820 INFO [M:0;e14ef07817f4:32795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:15:27,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32795-0x10159aa36c30000, quorum=127.0.0.1:62139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:15:27,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:15:27,832 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:15:27,832 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:15:27,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:15:27,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.log.dir/,STOPPED} 2024-11-20T19:15:27,835 WARN [BP-271634895-172.17.0.3-1732129989718 heartbeating to localhost/127.0.0.1:46799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:15:27,835 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:15:27,835 WARN [BP-271634895-172.17.0.3-1732129989718 heartbeating to localhost/127.0.0.1:46799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-271634895-172.17.0.3-1732129989718 (Datanode Uuid 9d8d5c96-952e-426f-89b3-90a97733a0f7) service to localhost/127.0.0.1:46799 2024-11-20T19:15:27,835 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:15:27,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/data/data5/current/BP-271634895-172.17.0.3-1732129989718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:15:27,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/data/data6/current/BP-271634895-172.17.0.3-1732129989718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:15:27,837 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:15:27,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:15:27,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:15:27,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:15:27,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:15:27,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.log.dir/,STOPPED} 2024-11-20T19:15:27,842 WARN [BP-271634895-172.17.0.3-1732129989718 heartbeating to localhost/127.0.0.1:46799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:15:27,842 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:15:27,842 WARN [BP-271634895-172.17.0.3-1732129989718 heartbeating to localhost/127.0.0.1:46799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-271634895-172.17.0.3-1732129989718 (Datanode Uuid 27d47554-1d13-4086-bc64-fd32aa9784c4) service to localhost/127.0.0.1:46799 2024-11-20T19:15:27,842 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:15:27,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/data/data3/current/BP-271634895-172.17.0.3-1732129989718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:15:27,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/data/data4/current/BP-271634895-172.17.0.3-1732129989718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:15:27,843 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:15:27,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:15:27,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:15:27,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:15:27,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:15:27,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.log.dir/,STOPPED} 2024-11-20T19:15:27,847 WARN [BP-271634895-172.17.0.3-1732129989718 heartbeating to localhost/127.0.0.1:46799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:15:27,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:15:27,847 WARN [BP-271634895-172.17.0.3-1732129989718 heartbeating to localhost/127.0.0.1:46799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-271634895-172.17.0.3-1732129989718 (Datanode Uuid b9b38aff-8e70-483a-95e4-4c3bda343d3a) service to localhost/127.0.0.1:46799 2024-11-20T19:15:27,847 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:15:27,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/data/data1/current/BP-271634895-172.17.0.3-1732129989718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:15:27,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/cluster_18a8f410-3c55-df0e-1a56-0778271b8c1b/data/data2/current/BP-271634895-172.17.0.3-1732129989718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:15:27,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:15:27,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:15:27,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:15:27,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:15:27,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:15:27,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.log.dir/,STOPPED} 2024-11-20T19:15:27,866 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T19:15:27,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:15:27,923 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: regionserver/e14ef07817f4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: master/e14ef07817f4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/e14ef07817f4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46799 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e14ef07817f4:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/e14ef07817f4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e14ef07817f4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@371694b5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e14ef07817f4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46799 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e14ef07817f4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=984 (was 691) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2343 (was 5569) 2024-11-20T19:15:27,932 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=984, ProcessCount=11, AvailableMemoryMB=2343 2024-11-20T19:15:27,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.log.dir so I do NOT create it in target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9 2024-11-20T19:15:27,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:15:27,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.tmp.dir so I do NOT create it in target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9 2024-11-20T19:15:27,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ef3dfc-016e-4157-4862-74372e0c9071/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:15:27,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9 2024-11-20T19:15:27,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:15:27,949 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c, deleteOnExit=true 2024-11-20T19:15:27,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:15:27,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/test.cache.data in system properties and HBase conf 2024-11-20T19:15:27,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:15:27,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:15:27,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:15:27,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:15:27,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:15:27,950 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:15:27,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:15:27,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:15:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:15:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:15:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:15:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:15:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:15:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:15:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:15:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:15:27,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:15:27,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:15:27,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:15:27,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:15:28,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:15:28,343 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:15:28,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:15:28,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:15:28,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:15:28,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:15:28,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16d13838{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:15:28,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d89db3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:15:28,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ae8508c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/java.io.tmpdir/jetty-localhost-42585-hadoop-hdfs-3_4_1-tests_jar-_-any-4889535661848889650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:15:28,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4efd563c{HTTP/1.1, (http/1.1)}{localhost:42585} 2024-11-20T19:15:28,458 INFO [Time-limited test {}] server.Server(415): Started @141846ms 2024-11-20T19:15:28,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:15:28,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:15:28,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:15:28,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:15:28,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:15:28,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e9c6024{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:15:28,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf8095d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:15:28,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47665ca9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/java.io.tmpdir/jetty-localhost-37393-hadoop-hdfs-3_4_1-tests_jar-_-any-392918169679663067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:15:28,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77afe134{HTTP/1.1, (http/1.1)}{localhost:37393} 2024-11-20T19:15:28,890 INFO [Time-limited test {}] server.Server(415): Started @142278ms 2024-11-20T19:15:28,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:15:28,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:15:28,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:15:28,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:15:28,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:15:28,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:15:28,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a502093{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:15:28,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9234fcc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:15:29,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f6a8844{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/java.io.tmpdir/jetty-localhost-44771-hadoop-hdfs-3_4_1-tests_jar-_-any-6330594241046784361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:15:29,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9fceb15{HTTP/1.1, (http/1.1)}{localhost:44771} 2024-11-20T19:15:29,065 INFO [Time-limited test {}] server.Server(415): Started @142453ms 2024-11-20T19:15:29,067 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:15:29,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:15:29,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:15:29,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:15:29,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:15:29,121 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:15:29,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ba0ffdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:15:29,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355b5826{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:15:29,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27ec9767{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/java.io.tmpdir/jetty-localhost-42645-hadoop-hdfs-3_4_1-tests_jar-_-any-4318506852407321943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:15:29,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@894f43a{HTTP/1.1, (http/1.1)}{localhost:42645} 2024-11-20T19:15:29,252 INFO [Time-limited test {}] server.Server(415): Started @142640ms 2024-11-20T19:15:29,254 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:15:29,972 WARN [Thread-732 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/data/data2/current/BP-426318607-172.17.0.3-1732130127976/current, will proceed with Du for space computation calculation, 2024-11-20T19:15:29,972 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/data/data1/current/BP-426318607-172.17.0.3-1732130127976/current, will proceed with Du for space computation calculation, 2024-11-20T19:15:29,994 WARN [Thread-674 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:15:29,997 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b3cda33d5213d9e with lease ID 0x50d21670b11b7cfe: Processing first storage report for DS-0f96b30c-5e75-48ed-a355-e0a38b4e13ca from datanode DatanodeRegistration(127.0.0.1:40771, datanodeUuid=f9ee42ca-16c0-4888-b705-3107075bfa0f, infoPort=38329, infoSecurePort=0, ipcPort=39947, storageInfo=lv=-57;cid=testClusterID;nsid=1510013920;c=1732130127976) 2024-11-20T19:15:29,997 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b3cda33d5213d9e with lease ID 0x50d21670b11b7cfe: from storage DS-0f96b30c-5e75-48ed-a355-e0a38b4e13ca node DatanodeRegistration(127.0.0.1:40771, datanodeUuid=f9ee42ca-16c0-4888-b705-3107075bfa0f, infoPort=38329, infoSecurePort=0, ipcPort=39947, storageInfo=lv=-57;cid=testClusterID;nsid=1510013920;c=1732130127976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:15:29,998 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b3cda33d5213d9e with lease ID 0x50d21670b11b7cfe: Processing first storage report for DS-2e38b063-5e07-4a88-b23a-232435b2c6d5 from datanode DatanodeRegistration(127.0.0.1:40771, datanodeUuid=f9ee42ca-16c0-4888-b705-3107075bfa0f, infoPort=38329, infoSecurePort=0, ipcPort=39947, storageInfo=lv=-57;cid=testClusterID;nsid=1510013920;c=1732130127976) 2024-11-20T19:15:29,998 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b3cda33d5213d9e with lease ID 0x50d21670b11b7cfe: from storage DS-2e38b063-5e07-4a88-b23a-232435b2c6d5 node DatanodeRegistration(127.0.0.1:40771, datanodeUuid=f9ee42ca-16c0-4888-b705-3107075bfa0f, infoPort=38329, infoSecurePort=0, ipcPort=39947, storageInfo=lv=-57;cid=testClusterID;nsid=1510013920;c=1732130127976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:15:30,453 WARN [Thread-745 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/data/data3/current/BP-426318607-172.17.0.3-1732130127976/current, will proceed with Du for space computation calculation, 2024-11-20T19:15:30,453 WARN [Thread-746 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/data/data4/current/BP-426318607-172.17.0.3-1732130127976/current, will proceed with Du for space computation calculation, 2024-11-20T19:15:30,473 WARN [Thread-697 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:15:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f06db189ddbb416 with lease ID 0x50d21670b11b7cff: Processing first storage report for DS-41dd58b9-f34d-4bb9-94ac-c70c2145cf3a from datanode DatanodeRegistration(127.0.0.1:34339, datanodeUuid=aee30b35-81e0-4c21-929a-89f61233e188, infoPort=41993, infoSecurePort=0, ipcPort=38267, storageInfo=lv=-57;cid=testClusterID;nsid=1510013920;c=1732130127976) 2024-11-20T19:15:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f06db189ddbb416 with lease ID 0x50d21670b11b7cff: from storage DS-41dd58b9-f34d-4bb9-94ac-c70c2145cf3a node DatanodeRegistration(127.0.0.1:34339, datanodeUuid=aee30b35-81e0-4c21-929a-89f61233e188, infoPort=41993, infoSecurePort=0, ipcPort=38267, storageInfo=lv=-57;cid=testClusterID;nsid=1510013920;c=1732130127976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:15:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f06db189ddbb416 with lease ID 0x50d21670b11b7cff: Processing first storage report for DS-e4f2ca39-455b-4d91-87d1-1484cf8cadaa from datanode DatanodeRegistration(127.0.0.1:34339, datanodeUuid=aee30b35-81e0-4c21-929a-89f61233e188, infoPort=41993, infoSecurePort=0, ipcPort=38267, storageInfo=lv=-57;cid=testClusterID;nsid=1510013920;c=1732130127976) 2024-11-20T19:15:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f06db189ddbb416 with lease ID 0x50d21670b11b7cff: from storage DS-e4f2ca39-455b-4d91-87d1-1484cf8cadaa node DatanodeRegistration(127.0.0.1:34339, datanodeUuid=aee30b35-81e0-4c21-929a-89f61233e188, infoPort=41993, infoSecurePort=0, ipcPort=38267, storageInfo=lv=-57;cid=testClusterID;nsid=1510013920;c=1732130127976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:15:30,608 WARN [Thread-756 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/data/data5/current/BP-426318607-172.17.0.3-1732130127976/current, will proceed with Du for space computation calculation, 2024-11-20T19:15:30,609 WARN [Thread-757 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/data/data6/current/BP-426318607-172.17.0.3-1732130127976/current, will proceed with Du for space computation calculation, 2024-11-20T19:15:30,633 WARN [Thread-720 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:15:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ba11f6a7de420dc with lease ID 0x50d21670b11b7d00: Processing first storage report for DS-e9e37a95-979b-40b8-b246-68ca3df49b54 from datanode DatanodeRegistration(127.0.0.1:43231, datanodeUuid=790f0d6f-94d2-4620-91e2-145a27483e20, infoPort=36105, infoSecurePort=0, ipcPort=43635, storageInfo=lv=-57;cid=testClusterID;nsid=1510013920;c=1732130127976) 2024-11-20T19:15:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ba11f6a7de420dc with lease ID 0x50d21670b11b7d00: from storage DS-e9e37a95-979b-40b8-b246-68ca3df49b54 node DatanodeRegistration(127.0.0.1:43231, datanodeUuid=790f0d6f-94d2-4620-91e2-145a27483e20, infoPort=36105, infoSecurePort=0, ipcPort=43635, storageInfo=lv=-57;cid=testClusterID;nsid=1510013920;c=1732130127976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:15:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ba11f6a7de420dc with lease ID 0x50d21670b11b7d00: Processing first storage report for DS-45579703-a1ce-4af2-a0c6-8a88652b4b9a from datanode DatanodeRegistration(127.0.0.1:43231, datanodeUuid=790f0d6f-94d2-4620-91e2-145a27483e20, infoPort=36105, infoSecurePort=0, ipcPort=43635, storageInfo=lv=-57;cid=testClusterID;nsid=1510013920;c=1732130127976) 2024-11-20T19:15:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ba11f6a7de420dc with lease ID 0x50d21670b11b7d00: from storage DS-45579703-a1ce-4af2-a0c6-8a88652b4b9a node DatanodeRegistration(127.0.0.1:43231, datanodeUuid=790f0d6f-94d2-4620-91e2-145a27483e20, infoPort=36105, infoSecurePort=0, ipcPort=43635, storageInfo=lv=-57;cid=testClusterID;nsid=1510013920;c=1732130127976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:15:30,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9 2024-11-20T19:15:30,721 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/zookeeper_0, clientPort=55570, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:15:30,722 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55570 2024-11-20T19:15:30,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:15:30,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:15:30,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:15:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:15:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:15:30,740 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 with version=8 2024-11-20T19:15:30,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/hbase-staging 2024-11-20T19:15:30,742 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:15:30,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:15:30,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:15:30,743 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:15:30,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:15:30,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:15:30,743 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:15:30,743 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:15:30,744 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44883 2024-11-20T19:15:30,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44883 connecting to ZooKeeper ensemble=127.0.0.1:55570 2024-11-20T19:15:30,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448830x0, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:15:30,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44883-0x10159ac46c80000 connected 2024-11-20T19:15:30,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:15:30,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:15:30,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:15:30,947 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425, hbase.cluster.distributed=false 2024-11-20T19:15:30,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T19:15:30,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44883 2024-11-20T19:15:30,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44883 2024-11-20T19:15:30,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44883 2024-11-20T19:15:30,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44883 2024-11-20T19:15:30,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44883 2024-11-20T19:15:30,992 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:15:30,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:15:30,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:15:30,992 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:15:30,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:15:30,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:15:30,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:15:30,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:15:30,993 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40047 2024-11-20T19:15:30,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40047 connecting to ZooKeeper ensemble=127.0.0.1:55570 2024-11-20T19:15:30,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:15:31,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:15:31,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400470x0, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:15:31,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400470x0, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:15:31,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40047-0x10159ac46c80001 connected 2024-11-20T19:15:31,026 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:15:31,026 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:15:31,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T19:15:31,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T19:15:31,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40047 2024-11-20T19:15:31,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40047 2024-11-20T19:15:31,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40047 2024-11-20T19:15:31,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40047 2024-11-20T19:15:31,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40047 2024-11-20T19:15:31,054 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:15:31,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:15:31,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:15:31,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:15:31,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:15:31,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:15:31,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:15:31,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:15:31,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34247 2024-11-20T19:15:31,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34247 connecting to ZooKeeper ensemble=127.0.0.1:55570 2024-11-20T19:15:31,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:15:31,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:15:31,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342470x0, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:15:31,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342470x0, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:15:31,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34247-0x10159ac46c80002 connected 2024-11-20T19:15:31,068 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:15:31,068 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:15:31,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T19:15:31,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T19:15:31,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34247 2024-11-20T19:15:31,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34247 2024-11-20T19:15:31,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34247 2024-11-20T19:15:31,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34247 2024-11-20T19:15:31,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34247 2024-11-20T19:15:31,091 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:15:31,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:15:31,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:15:31,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:15:31,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:15:31,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:15:31,092 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:15:31,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:15:31,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43229 2024-11-20T19:15:31,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43229 connecting to ZooKeeper ensemble=127.0.0.1:55570 2024-11-20T19:15:31,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:15:31,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:15:31,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432290x0, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:15:31,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432290x0, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:15:31,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43229-0x10159ac46c80003 connected 2024-11-20T19:15:31,110 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:15:31,111 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:15:31,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T19:15:31,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T19:15:31,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43229 2024-11-20T19:15:31,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43229 2024-11-20T19:15:31,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43229 2024-11-20T19:15:31,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43229 2024-11-20T19:15:31,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43229 2024-11-20T19:15:31,141 DEBUG [M:0;e14ef07817f4:44883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:44883 2024-11-20T19:15:31,141 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e14ef07817f4,44883,1732130130742 2024-11-20T19:15:31,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:15:31,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:15:31,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:15:31,153 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e14ef07817f4,44883,1732130130742 2024-11-20T19:15:31,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:15:31,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T19:15:31,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T19:15:31,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T19:15:31,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,165 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T19:15:31,166 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e14ef07817f4,44883,1732130130742 from backup master directory 2024-11-20T19:15:31,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:15:31,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:15:31,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e14ef07817f4,44883,1732130130742 2024-11-20T19:15:31,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:15:31,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:15:31,173 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:15:31,173 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,44883,1732130130742 2024-11-20T19:15:31,183 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/hbase.id] with ID: 52b6ef6d-ed6b-467d-9e5d-d5a08fa2969e 2024-11-20T19:15:31,183 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/.tmp/hbase.id 2024-11-20T19:15:31,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:15:31,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:15:31,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:15:31,194 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/.tmp/hbase.id]:[hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/hbase.id] 2024-11-20T19:15:31,210 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:15:31,210 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:15:31,212 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T19:15:31,369 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:32795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T19:15:31,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:15:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:15:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:15:31,431 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:15:31,432 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:15:31,433 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:15:31,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:15:31,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:15:31,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:15:31,445 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store 2024-11-20T19:15:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:15:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:15:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:15:31,456 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:31,456 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:15:31,456 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:15:31,456 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:15:31,456 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:15:31,456 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:15:31,456 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:15:31,456 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130131456Disabling compacts and flushes for region at 1732130131456Disabling writes for close at 1732130131456Writing region close event to WAL at 1732130131456Closed at 1732130131456 2024-11-20T19:15:31,457 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/.initializing 2024-11-20T19:15:31,457 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/WALs/e14ef07817f4,44883,1732130130742 2024-11-20T19:15:31,459 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:15:31,461 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C44883%2C1732130130742, suffix=, logDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/WALs/e14ef07817f4,44883,1732130130742, archiveDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/oldWALs, maxLogs=10 2024-11-20T19:15:31,473 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/WALs/e14ef07817f4,44883,1732130130742/e14ef07817f4%2C44883%2C1732130130742.1732130131461, exclude list is [], retry=0 2024-11-20T19:15:31,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34339,DS-41dd58b9-f34d-4bb9-94ac-c70c2145cf3a,DISK] 2024-11-20T19:15:31,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-0f96b30c-5e75-48ed-a355-e0a38b4e13ca,DISK] 2024-11-20T19:15:31,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43231,DS-e9e37a95-979b-40b8-b246-68ca3df49b54,DISK] 2024-11-20T19:15:31,479 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/WALs/e14ef07817f4,44883,1732130130742/e14ef07817f4%2C44883%2C1732130130742.1732130131461 2024-11-20T19:15:31,479 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41993:41993),(127.0.0.1/127.0.0.1:38329:38329),(127.0.0.1/127.0.0.1:36105:36105)] 2024-11-20T19:15:31,479 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:15:31,480 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:31,480 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:15:31,480 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:15:31,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:15:31,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:15:31,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:31,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:15:31,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:15:31,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:15:31,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:31,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:15:31,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:15:31,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:15:31,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:31,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:15:31,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:15:31,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:15:31,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:31,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:15:31,491 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:15:31,491 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:15:31,492 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:15:31,493 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:15:31,493 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:15:31,494 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:15:31,495 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:15:31,497 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:15:31,498 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59897134, jitterRate=-0.10746315121650696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:15:31,498 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130131480Initializing all the Stores at 1732130131481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130131481Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130131481Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130131482 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130131482Cleaning up temporary data from old regions at 1732130131493 (+11 ms)Region opened successfully at 1732130131498 (+5 ms) 2024-11-20T19:15:31,498 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:15:31,502 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65420995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:15:31,503 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:15:31,504 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:15:31,504 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:15:31,504 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:15:31,505 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:15:31,505 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:15:31,505 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T19:15:31,508 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:15:31,509 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T19:15:31,519 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T19:15:31,520 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:15:31,521 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:15:31,530 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T19:15:31,530 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:15:31,532 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:15:31,540 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T19:15:31,542 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:15:31,551 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T19:15:31,554 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:15:31,561 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T19:15:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T19:15:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T19:15:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T19:15:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T19:15:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,44883,1732130130742, sessionid=0x10159ac46c80000, setting cluster-up flag (Was=false) 2024-11-20T19:15:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,625 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T19:15:31,626 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,44883,1732130130742 2024-11-20T19:15:31,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:31,677 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T19:15:31,678 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,44883,1732130130742 2024-11-20T19:15:31,680 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:15:31,682 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:15:31,682 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:15:31,683 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:15:31,683 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,44883,1732130130742 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:15:31,684 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:15:31,684 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:15:31,684 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:15:31,685 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:15:31,685 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:15:31,685 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,685 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:15:31,685 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130161686 2024-11-20T19:15:31,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:15:31,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:15:31,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:15:31,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:15:31,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:15:31,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:15:31,687 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:15:31,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:15:31,689 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:31,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:15:31,696 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:15:31,696 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:15:31,697 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:15:31,700 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:15:31,700 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:15:31,704 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130131700,5,FailOnTimeoutGroup] 2024-11-20T19:15:31,712 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130131704,5,FailOnTimeoutGroup] 2024-11-20T19:15:31,712 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,712 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:15:31,712 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,713 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:15:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:15:31,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:15:31,719 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:15:31,719 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741832_1008 (size=32) 2024-11-20T19:15:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741832_1008 (size=32) 2024-11-20T19:15:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741832_1008 (size=32) 2024-11-20T19:15:31,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:31,730 INFO [RS:1;e14ef07817f4:34247 {}] regionserver.HRegionServer(746): ClusterId : 52b6ef6d-ed6b-467d-9e5d-d5a08fa2969e 2024-11-20T19:15:31,730 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:15:31,730 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(746): ClusterId : 52b6ef6d-ed6b-467d-9e5d-d5a08fa2969e 2024-11-20T19:15:31,730 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:15:31,730 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(746): ClusterId : 52b6ef6d-ed6b-467d-9e5d-d5a08fa2969e 2024-11-20T19:15:31,730 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:15:31,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:15:31,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:15:31,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:31,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:15:31,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:15:31,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:15:31,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:31,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:15:31,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:15:31,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:15:31,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:31,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:15:31,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:15:31,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:15:31,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:31,742 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:15:31,742 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:15:31,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:15:31,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:15:31,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740 2024-11-20T19:15:31,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740 2024-11-20T19:15:31,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:15:31,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:15:31,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:15:31,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:15:31,758 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:15:31,758 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:15:31,758 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:15:31,758 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:15:31,759 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:15:31,760 DEBUG [RS:1;e14ef07817f4:34247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea6ee0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:15:31,764 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:15:31,772 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69359163, jitterRate=0.03353206813335419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:15:31,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130131730Initializing all the Stores at 1732130131731 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130131731Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130131731Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130131731Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130131731Cleaning up temporary data from old regions at 1732130131747 (+16 ms)Region opened successfully at 1732130131773 (+26 ms) 2024-11-20T19:15:31,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:15:31,773 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:15:31,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:15:31,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:15:31,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:15:31,774 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:15:31,775 DEBUG [RS:0;e14ef07817f4:40047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236b5e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:15:31,776 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:15:31,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130131773Disabling compacts and flushes for region at 1732130131773Disabling writes for close at 1732130131773Writing region close event to WAL at 1732130131776 (+3 ms)Closed at 1732130131776 2024-11-20T19:15:31,779 DEBUG [RS:1;e14ef07817f4:34247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e14ef07817f4:34247 2024-11-20T19:15:31,780 INFO [RS:1;e14ef07817f4:34247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:15:31,780 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:15:31,780 INFO [RS:1;e14ef07817f4:34247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:15:31,780 DEBUG [RS:1;e14ef07817f4:34247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:15:31,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:15:31,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:15:31,781 INFO [RS:1;e14ef07817f4:34247 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,44883,1732130130742 with port=34247, startcode=1732130131054 2024-11-20T19:15:31,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:15:31,781 DEBUG [RS:2;e14ef07817f4:43229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e3ef29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:15:31,782 DEBUG [RS:1;e14ef07817f4:34247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:15:31,784 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:15:31,785 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:15:31,794 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:15:31,795 DEBUG [RS:0;e14ef07817f4:40047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:40047 2024-11-20T19:15:31,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,34247,1732130131054 2024-11-20T19:15:31,795 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:15:31,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44883 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,34247,1732130131054 2024-11-20T19:15:31,795 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:15:31,795 DEBUG [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:15:31,797 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,44883,1732130130742 with port=40047, startcode=1732130130991 2024-11-20T19:15:31,797 DEBUG [RS:0;e14ef07817f4:40047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:15:31,799 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:15:31,800 DEBUG [RS:1;e14ef07817f4:34247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:31,800 DEBUG [RS:1;e14ef07817f4:34247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43249 2024-11-20T19:15:31,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,40047,1732130130991 2024-11-20T19:15:31,800 DEBUG [RS:1;e14ef07817f4:34247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:15:31,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44883 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,40047,1732130130991 2024-11-20T19:15:31,804 DEBUG [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:31,805 DEBUG [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43249 2024-11-20T19:15:31,805 DEBUG [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:15:31,810 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e14ef07817f4:43229 2024-11-20T19:15:31,811 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:15:31,811 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:15:31,811 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:15:31,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T19:15:31,858 DEBUG [RS:1;e14ef07817f4:34247 {}] zookeeper.ZKUtil(111): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e14ef07817f4,34247,1732130131054 2024-11-20T19:15:31,859 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,44883,1732130130742 with port=43229, startcode=1732130131091 2024-11-20T19:15:31,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,34247,1732130131054] 2024-11-20T19:15:31,859 WARN [RS:1;e14ef07817f4:34247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:15:31,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,40047,1732130130991] 2024-11-20T19:15:31,859 INFO [RS:1;e14ef07817f4:34247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:15:31,859 DEBUG [RS:2;e14ef07817f4:43229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:15:31,859 DEBUG [RS:0;e14ef07817f4:40047 {}] zookeeper.ZKUtil(111): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e14ef07817f4,40047,1732130130991 2024-11-20T19:15:31,859 WARN [RS:0;e14ef07817f4:40047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:15:31,859 DEBUG [RS:1;e14ef07817f4:34247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054 2024-11-20T19:15:31,859 INFO [RS:0;e14ef07817f4:40047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:15:31,859 DEBUG [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,40047,1732130130991 2024-11-20T19:15:31,861 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:15:31,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,43229,1732130131091 2024-11-20T19:15:31,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44883 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,43229,1732130131091 2024-11-20T19:15:31,863 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:31,863 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43249 2024-11-20T19:15:31,863 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:15:31,864 INFO [RS:1;e14ef07817f4:34247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:15:31,864 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:15:31,866 INFO [RS:1;e14ef07817f4:34247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:15:31,867 INFO [RS:1;e14ef07817f4:34247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:15:31,867 INFO [RS:1;e14ef07817f4:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,867 INFO [RS:1;e14ef07817f4:34247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:15:31,868 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:15:31,868 INFO [RS:1;e14ef07817f4:34247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:15:31,868 INFO [RS:1;e14ef07817f4:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,868 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,869 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,869 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,869 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,869 INFO [RS:0;e14ef07817f4:40047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:15:31,869 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,869 INFO [RS:0;e14ef07817f4:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,869 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:15:31,869 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,869 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,869 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,869 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,869 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,869 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,869 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:15:31,869 DEBUG [RS:1;e14ef07817f4:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:15:31,870 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:15:31,870 INFO [RS:1;e14ef07817f4:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,871 INFO [RS:0;e14ef07817f4:40047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:15:31,871 INFO [RS:1;e14ef07817f4:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,871 INFO [RS:1;e14ef07817f4:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,871 INFO [RS:0;e14ef07817f4:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,871 INFO [RS:1;e14ef07817f4:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,871 INFO [RS:1;e14ef07817f4:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,871 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,871 INFO [RS:1;e14ef07817f4:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,34247,1732130131054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:15:31,871 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,871 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,871 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,871 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,871 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:15:31,872 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,872 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,872 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,872 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,872 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,872 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,872 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:15:31,872 DEBUG [RS:0;e14ef07817f4:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:15:31,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T19:15:31,878 DEBUG [RS:2;e14ef07817f4:43229 {}] zookeeper.ZKUtil(111): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e14ef07817f4,43229,1732130131091 2024-11-20T19:15:31,878 WARN [RS:2;e14ef07817f4:43229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:15:31,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,43229,1732130131091] 2024-11-20T19:15:31,878 INFO [RS:2;e14ef07817f4:43229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:15:31,878 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,43229,1732130131091 2024-11-20T19:15:31,884 INFO [RS:0;e14ef07817f4:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,884 INFO [RS:0;e14ef07817f4:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,884 INFO [RS:0;e14ef07817f4:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,884 INFO [RS:0;e14ef07817f4:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,884 INFO [RS:0;e14ef07817f4:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,885 INFO [RS:0;e14ef07817f4:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40047,1732130130991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:15:31,892 INFO [RS:1;e14ef07817f4:34247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:15:31,893 INFO [RS:1;e14ef07817f4:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,34247,1732130131054-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,893 INFO [RS:1;e14ef07817f4:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,893 INFO [RS:1;e14ef07817f4:34247 {}] regionserver.Replication(171): e14ef07817f4,34247,1732130131054 started 2024-11-20T19:15:31,895 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:15:31,904 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:15:31,914 INFO [RS:1;e14ef07817f4:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,915 INFO [RS:1;e14ef07817f4:34247 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,34247,1732130131054, RpcServer on e14ef07817f4/172.17.0.3:34247, sessionid=0x10159ac46c80002 2024-11-20T19:15:31,915 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:15:31,915 DEBUG [RS:1;e14ef07817f4:34247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,34247,1732130131054 2024-11-20T19:15:31,915 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,34247,1732130131054' 2024-11-20T19:15:31,915 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T19:15:31,915 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T19:15:31,916 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:15:31,916 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:15:31,916 DEBUG [RS:1;e14ef07817f4:34247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,34247,1732130131054 2024-11-20T19:15:31,916 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,34247,1732130131054' 2024-11-20T19:15:31,916 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T19:15:31,917 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T19:15:31,917 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:15:31,917 DEBUG [RS:1;e14ef07817f4:34247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:15:31,917 INFO [RS:1;e14ef07817f4:34247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:15:31,917 INFO [RS:1;e14ef07817f4:34247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:15:31,917 INFO [RS:0;e14ef07817f4:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40047,1732130130991-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,917 INFO [RS:0;e14ef07817f4:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,917 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.Replication(171): e14ef07817f4,40047,1732130130991 started 2024-11-20T19:15:31,920 INFO [RS:2;e14ef07817f4:43229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:15:31,920 INFO [RS:2;e14ef07817f4:43229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,924 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:15:31,925 INFO [RS:2;e14ef07817f4:43229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:15:31,925 INFO [RS:2;e14ef07817f4:43229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,925 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,925 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,925 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,926 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,926 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,926 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:15:31,926 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,926 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,926 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,926 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,926 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,926 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:15:31,926 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:15:31,926 DEBUG [RS:2;e14ef07817f4:43229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:15:31,932 INFO [RS:2;e14ef07817f4:43229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,932 INFO [RS:2;e14ef07817f4:43229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,932 INFO [RS:2;e14ef07817f4:43229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,932 INFO [RS:2;e14ef07817f4:43229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,932 INFO [RS:2;e14ef07817f4:43229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,932 INFO [RS:2;e14ef07817f4:43229 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,43229,1732130131091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:15:31,933 INFO [RS:0;e14ef07817f4:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,933 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,40047,1732130130991, RpcServer on e14ef07817f4/172.17.0.3:40047, sessionid=0x10159ac46c80001 2024-11-20T19:15:31,933 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:15:31,933 DEBUG [RS:0;e14ef07817f4:40047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,40047,1732130130991 2024-11-20T19:15:31,934 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,40047,1732130130991' 2024-11-20T19:15:31,934 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T19:15:31,934 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T19:15:31,934 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:15:31,935 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:15:31,935 DEBUG [RS:0;e14ef07817f4:40047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,40047,1732130130991 2024-11-20T19:15:31,935 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,40047,1732130130991' 2024-11-20T19:15:31,935 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T19:15:31,935 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T19:15:31,935 DEBUG [RS:0;e14ef07817f4:40047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:15:31,935 INFO [RS:0;e14ef07817f4:40047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:15:31,935 INFO [RS:0;e14ef07817f4:40047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:15:31,936 WARN [e14ef07817f4:44883 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T19:15:31,950 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:15:31,950 INFO [RS:2;e14ef07817f4:43229 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,43229,1732130131091-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,950 INFO [RS:2;e14ef07817f4:43229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,950 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.Replication(171): e14ef07817f4,43229,1732130131091 started 2024-11-20T19:15:31,972 INFO [RS:2;e14ef07817f4:43229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:31,972 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,43229,1732130131091, RpcServer on e14ef07817f4/172.17.0.3:43229, sessionid=0x10159ac46c80003 2024-11-20T19:15:31,972 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:15:31,972 DEBUG [RS:2;e14ef07817f4:43229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,43229,1732130131091 2024-11-20T19:15:31,972 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,43229,1732130131091' 2024-11-20T19:15:31,972 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T19:15:31,973 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T19:15:31,973 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:15:31,973 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:15:31,974 DEBUG [RS:2;e14ef07817f4:43229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,43229,1732130131091 2024-11-20T19:15:31,974 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,43229,1732130131091' 2024-11-20T19:15:31,974 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T19:15:31,974 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T19:15:31,975 DEBUG [RS:2;e14ef07817f4:43229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:15:31,975 INFO [RS:2;e14ef07817f4:43229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:15:31,975 INFO [RS:2;e14ef07817f4:43229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:15:32,017 INFO [RS:1;e14ef07817f4:34247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:15:32,020 INFO [RS:1;e14ef07817f4:34247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C34247%2C1732130131054, suffix=, logDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054, archiveDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/oldWALs, maxLogs=32 2024-11-20T19:15:32,035 DEBUG [RS:1;e14ef07817f4:34247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054/e14ef07817f4%2C34247%2C1732130131054.1732130132020, exclude list is [], retry=0 2024-11-20T19:15:32,036 INFO [RS:0;e14ef07817f4:40047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:15:32,038 INFO [RS:0;e14ef07817f4:40047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C40047%2C1732130130991, suffix=, logDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,40047,1732130130991, archiveDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/oldWALs, maxLogs=32 2024-11-20T19:15:32,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-0f96b30c-5e75-48ed-a355-e0a38b4e13ca,DISK] 2024-11-20T19:15:32,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43231,DS-e9e37a95-979b-40b8-b246-68ca3df49b54,DISK] 2024-11-20T19:15:32,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34339,DS-41dd58b9-f34d-4bb9-94ac-c70c2145cf3a,DISK] 2024-11-20T19:15:32,045 INFO [RS:1;e14ef07817f4:34247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054/e14ef07817f4%2C34247%2C1732130131054.1732130132020 2024-11-20T19:15:32,045 DEBUG [RS:1;e14ef07817f4:34247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41993:41993),(127.0.0.1/127.0.0.1:36105:36105),(127.0.0.1/127.0.0.1:38329:38329)] 2024-11-20T19:15:32,056 DEBUG [RS:0;e14ef07817f4:40047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,40047,1732130130991/e14ef07817f4%2C40047%2C1732130130991.1732130132038, exclude list is [], retry=0 2024-11-20T19:15:32,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-0f96b30c-5e75-48ed-a355-e0a38b4e13ca,DISK] 2024-11-20T19:15:32,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43231,DS-e9e37a95-979b-40b8-b246-68ca3df49b54,DISK] 2024-11-20T19:15:32,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34339,DS-41dd58b9-f34d-4bb9-94ac-c70c2145cf3a,DISK] 2024-11-20T19:15:32,061 INFO [RS:0;e14ef07817f4:40047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,40047,1732130130991/e14ef07817f4%2C40047%2C1732130130991.1732130132038 2024-11-20T19:15:32,062 DEBUG [RS:0;e14ef07817f4:40047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329),(127.0.0.1/127.0.0.1:36105:36105),(127.0.0.1/127.0.0.1:41993:41993)] 2024-11-20T19:15:32,075 INFO [RS:2;e14ef07817f4:43229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:15:32,077 INFO [RS:2;e14ef07817f4:43229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C43229%2C1732130131091, suffix=, logDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,43229,1732130131091, archiveDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/oldWALs, maxLogs=32 2024-11-20T19:15:32,096 DEBUG [RS:2;e14ef07817f4:43229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,43229,1732130131091/e14ef07817f4%2C43229%2C1732130131091.1732130132078, exclude list is [], retry=0 2024-11-20T19:15:32,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34339,DS-41dd58b9-f34d-4bb9-94ac-c70c2145cf3a,DISK] 2024-11-20T19:15:32,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43231,DS-e9e37a95-979b-40b8-b246-68ca3df49b54,DISK] 2024-11-20T19:15:32,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-0f96b30c-5e75-48ed-a355-e0a38b4e13ca,DISK] 2024-11-20T19:15:32,102 INFO [RS:2;e14ef07817f4:43229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,43229,1732130131091/e14ef07817f4%2C43229%2C1732130131091.1732130132078 2024-11-20T19:15:32,103 DEBUG [RS:2;e14ef07817f4:43229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41993:41993),(127.0.0.1/127.0.0.1:36105:36105),(127.0.0.1/127.0.0.1:38329:38329)] 2024-11-20T19:15:32,186 DEBUG [e14ef07817f4:44883 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T19:15:32,186 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(204): Hosts are {e14ef07817f4=0} racks are {/default-rack=0} 2024-11-20T19:15:32,189 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T19:15:32,189 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T19:15:32,189 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T19:15:32,189 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T19:15:32,189 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T19:15:32,189 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T19:15:32,189 INFO [e14ef07817f4:44883 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T19:15:32,189 INFO [e14ef07817f4:44883 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T19:15:32,189 INFO [e14ef07817f4:44883 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T19:15:32,189 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T19:15:32,190 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,43229,1732130131091 2024-11-20T19:15:32,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,43229,1732130131091, state=OPENING 2024-11-20T19:15:32,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:32,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:32,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:32,235 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:15:32,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:32,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:32,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:32,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:15:32,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:15:32,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:15:32,249 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:15:32,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,43229,1732130131091}] 2024-11-20T19:15:32,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:15:32,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:15:32,743 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:15:32,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:32,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:32,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:42,259 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:15:42,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:15:42,321 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:15:42,321 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:15:42,322 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:15:42,334 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C43229%2C1732130131091.meta, suffix=.meta, logDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,43229,1732130131091, archiveDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/oldWALs, maxLogs=32 2024-11-20T19:15:42,370 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,43229,1732130131091/e14ef07817f4%2C43229%2C1732130131091.meta.1732130142334.meta, exclude list is [], retry=0 2024-11-20T19:15:42,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34339,DS-41dd58b9-f34d-4bb9-94ac-c70c2145cf3a,DISK] 2024-11-20T19:15:42,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-0f96b30c-5e75-48ed-a355-e0a38b4e13ca,DISK] 2024-11-20T19:15:42,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43231,DS-e9e37a95-979b-40b8-b246-68ca3df49b54,DISK] 2024-11-20T19:15:42,427 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,43229,1732130131091/e14ef07817f4%2C43229%2C1732130131091.meta.1732130142334.meta 2024-11-20T19:15:42,428 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41993:41993),(127.0.0.1/127.0.0.1:36105:36105),(127.0.0.1/127.0.0.1:38329:38329)] 2024-11-20T19:15:42,428 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:15:42,429 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:15:42,429 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:15:42,429 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:15:42,429 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:15:42,429 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:42,429 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:15:42,429 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:15:42,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:15:42,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:15:42,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:42,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:15:42,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:15:42,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:15:42,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:42,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:15:42,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:15:42,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:15:42,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:42,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:15:42,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:15:42,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:15:42,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:42,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:15:42,448 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:15:42,449 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740 2024-11-20T19:15:42,452 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740 2024-11-20T19:15:42,454 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:15:42,455 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:15:42,455 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:15:42,459 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:15:42,461 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64087114, jitterRate=-0.045027583837509155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:15:42,462 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:15:42,462 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130142430Writing region info on filesystem at 1732130142430Initializing all the Stores at 1732130142433 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130142433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130142434 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130142434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130142434Cleaning up temporary data from old regions at 1732130142455 (+21 ms)Running coprocessor post-open hooks at 1732130142462 (+7 ms)Region opened successfully at 1732130142462 2024-11-20T19:15:42,466 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130142258 2024-11-20T19:15:42,473 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:15:42,473 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:15:42,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,43229,1732130131091 2024-11-20T19:15:42,477 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,43229,1732130131091, state=OPEN 2024-11-20T19:15:42,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:15:42,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:15:42,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:15:42,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:15:42,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:15:42,583 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,43229,1732130131091 2024-11-20T19:15:42,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:15:42,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:15:42,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:15:42,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:15:42,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,43229,1732130131091 in 10.3340 sec 2024-11-20T19:15:42,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:15:42,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8090 sec 2024-11-20T19:15:42,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:15:42,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:15:42,633 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:15:42,633 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,43229,1732130131091, seqNum=-1] 2024-11-20T19:15:42,634 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:15:42,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:15:42,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9830 sec 2024-11-20T19:15:42,677 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130142676, completionTime=-1 2024-11-20T19:15:42,677 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T19:15:42,677 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:15:42,684 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T19:15:42,684 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130202684 2024-11-20T19:15:42,684 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130262684 2024-11-20T19:15:42,684 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-20T19:15:42,685 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T19:15:42,743 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44883,1732130130742-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:42,743 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44883,1732130130742-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:42,743 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44883,1732130130742-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:42,744 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:44883, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:42,744 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:42,751 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:15:42,753 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:42,765 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.592sec 2024-11-20T19:15:42,766 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:15:42,766 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:15:42,766 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:15:42,766 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:15:42,766 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:15:42,766 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44883,1732130130742-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:15:42,766 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44883,1732130130742-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:15:42,789 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:15:42,789 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:15:42,789 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44883,1732130130742-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:15:42,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4c1c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:15:42,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,44883,-1 for getting cluster id 2024-11-20T19:15:42,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:15:42,844 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52b6ef6d-ed6b-467d-9e5d-d5a08fa2969e' 2024-11-20T19:15:42,850 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:15:42,850 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52b6ef6d-ed6b-467d-9e5d-d5a08fa2969e" 2024-11-20T19:15:42,851 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe9f052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:15:42,851 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,44883,-1] 2024-11-20T19:15:42,852 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:15:42,868 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:15:42,874 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:15:42,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889a64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:15:42,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:15:42,880 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,43229,1732130131091, seqNum=-1] 2024-11-20T19:15:42,883 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:15:42,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:15:42,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,44883,1732130130742 2024-11-20T19:15:42,895 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732130142895 (current time:1732130142895). 2024-11-20T19:15:42,895 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T19:15:42,895 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T19:15:42,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d357d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:15:42,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,44883,-1 for getting cluster id 2024-11-20T19:15:42,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:15:42,910 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52b6ef6d-ed6b-467d-9e5d-d5a08fa2969e' 2024-11-20T19:15:42,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:15:42,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52b6ef6d-ed6b-467d-9e5d-d5a08fa2969e" 2024-11-20T19:15:42,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55715874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:15:42,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,44883,-1] 2024-11-20T19:15:42,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:15:42,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:15:42,918 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:15:42,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed55a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:15:42,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:15:42,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,43229,1732130131091, seqNum=-1] 2024-11-20T19:15:42,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:15:42,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:15:42,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:15:42,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:15:42,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:15:42,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:15:42,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:15:42,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:15:42,953 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,44883,1732130130742 2024-11-20T19:15:42,953 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb6cf74 2024-11-20T19:15:42,954 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:15:42,979 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:15:42,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:15:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T19:15:42,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:15:42,995 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:42,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T19:15:43,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:15:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:15:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:15:43,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741837_1013 (size=361) 2024-11-20T19:15:43,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741837_1013 (size=361) 2024-11-20T19:15:43,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741837_1013 (size=361) 2024-11-20T19:15:43,154 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 131a436f0ce80fa32ca3f2372622eec2, NAME => 'SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:43,165 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ce7c4ba0795ba43e3ee10efe3012a764, NAME => 'SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:43,187 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3df7c722b75f997f44465624be0b2084, NAME => 'SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:43,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741838_1014 (size=54) 2024-11-20T19:15:43,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741838_1014 (size=54) 2024-11-20T19:15:43,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741838_1014 (size=54) 2024-11-20T19:15:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:15:43,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741839_1015 (size=62) 2024-11-20T19:15:43,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741839_1015 (size=62) 2024-11-20T19:15:43,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741839_1015 (size=62) 2024-11-20T19:15:43,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:43,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ce7c4ba0795ba43e3ee10efe3012a764, disabling compactions & flushes 2024-11-20T19:15:43,397 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:15:43,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:15:43,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. after waiting 0 ms 2024-11-20T19:15:43,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:15:43,397 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:15:43,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ce7c4ba0795ba43e3ee10efe3012a764: Waiting for close lock at 1732130143397Disabling compacts and flushes for region at 1732130143397Disabling writes for close at 1732130143397Writing region close event to WAL at 1732130143397Closed at 1732130143397 2024-11-20T19:15:43,398 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 175bdf521235580e578b6fcb911c6755, NAME => 'SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:43,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741840_1016 (size=62) 2024-11-20T19:15:43,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741840_1016 (size=62) 2024-11-20T19:15:43,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741840_1016 (size=62) 2024-11-20T19:15:43,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:43,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3df7c722b75f997f44465624be0b2084, disabling compactions & flushes 2024-11-20T19:15:43,442 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:15:43,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:15:43,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. after waiting 0 ms 2024-11-20T19:15:43,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:15:43,442 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:15:43,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3df7c722b75f997f44465624be0b2084: Waiting for close lock at 1732130143442Disabling compacts and flushes for region at 1732130143442Disabling writes for close at 1732130143442Writing region close event to WAL at 1732130143442Closed at 1732130143442 2024-11-20T19:15:43,443 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 62aef460c0caa52c2592dc22e3cef4e7, NAME => 'SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:43,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741841_1017 (size=62) 2024-11-20T19:15:43,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741841_1017 (size=62) 2024-11-20T19:15:43,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741841_1017 (size=62) 2024-11-20T19:15:43,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:43,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 175bdf521235580e578b6fcb911c6755, disabling compactions & flushes 2024-11-20T19:15:43,506 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:15:43,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:15:43,507 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. after waiting 0 ms 2024-11-20T19:15:43,507 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:15:43,507 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:15:43,507 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 175bdf521235580e578b6fcb911c6755: Waiting for close lock at 1732130143506Disabling compacts and flushes for region at 1732130143506Disabling writes for close at 1732130143507 (+1 ms)Writing region close event to WAL at 1732130143507Closed at 1732130143507 2024-11-20T19:15:43,508 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 425e0ad2e4c1fb698ac7b68b41094c17, NAME => 'SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:43,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741842_1018 (size=62) 2024-11-20T19:15:43,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741842_1018 (size=62) 2024-11-20T19:15:43,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741842_1018 (size=62) 2024-11-20T19:15:43,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:43,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 62aef460c0caa52c2592dc22e3cef4e7, disabling compactions & flushes 2024-11-20T19:15:43,605 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:15:43,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:15:43,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. after waiting 0 ms 2024-11-20T19:15:43,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:15:43,605 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:15:43,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 62aef460c0caa52c2592dc22e3cef4e7: Waiting for close lock at 1732130143605Disabling compacts and flushes for region at 1732130143605Disabling writes for close at 1732130143605Writing region close event to WAL at 1732130143605Closed at 1732130143605 2024-11-20T19:15:43,606 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c56f6744c0648dacca1bf6ed917e8e53, NAME => 'SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:43,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741843_1019 (size=62) 2024-11-20T19:15:43,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741843_1019 (size=62) 2024-11-20T19:15:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:15:43,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:43,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 425e0ad2e4c1fb698ac7b68b41094c17, disabling compactions & flushes 2024-11-20T19:15:43,637 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:15:43,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:15:43,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. after waiting 0 ms 2024-11-20T19:15:43,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:15:43,637 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:15:43,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 425e0ad2e4c1fb698ac7b68b41094c17: Waiting for close lock at 1732130143637Disabling compacts and flushes for region at 1732130143637Disabling writes for close at 1732130143637Writing region close event to WAL at 1732130143637Closed at 1732130143637 2024-11-20T19:15:43,638 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d3891c2dbe76fb381d7101e7e20c8e0d, NAME => 'SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:43,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741843_1019 (size=62) 2024-11-20T19:15:43,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741844_1020 (size=62) 2024-11-20T19:15:43,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741844_1020 (size=62) 2024-11-20T19:15:43,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741844_1020 (size=62) 2024-11-20T19:15:43,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:43,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c56f6744c0648dacca1bf6ed917e8e53, disabling compactions & flushes 2024-11-20T19:15:43,715 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:15:43,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:15:43,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. after waiting 0 ms 2024-11-20T19:15:43,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:15:43,715 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:15:43,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c56f6744c0648dacca1bf6ed917e8e53: Waiting for close lock at 1732130143715Disabling compacts and flushes for region at 1732130143715Disabling writes for close at 1732130143715Writing region close event to WAL at 1732130143715Closed at 1732130143715 2024-11-20T19:15:43,716 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1c88259c3bce7262f00a056b61c2f734, NAME => 'SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:43,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:43,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 131a436f0ce80fa32ca3f2372622eec2, disabling compactions & flushes 2024-11-20T19:15:43,716 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:15:43,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:15:43,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. after waiting 0 ms 2024-11-20T19:15:43,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:15:43,716 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:15:43,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 131a436f0ce80fa32ca3f2372622eec2: Waiting for close lock at 1732130143716Disabling compacts and flushes for region at 1732130143716Disabling writes for close at 1732130143716Writing region close event to WAL at 1732130143716Closed at 1732130143716 2024-11-20T19:15:43,717 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20e739e27c5c6ca72649b856f18da97e, NAME => 'SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425 2024-11-20T19:15:43,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741845_1021 (size=62) 2024-11-20T19:15:43,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741845_1021 (size=62) 2024-11-20T19:15:43,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741845_1021 (size=62) 2024-11-20T19:15:43,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:43,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d3891c2dbe76fb381d7101e7e20c8e0d, disabling compactions & flushes 2024-11-20T19:15:43,760 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:15:43,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:15:43,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. after waiting 0 ms 2024-11-20T19:15:43,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:15:43,760 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:15:43,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d3891c2dbe76fb381d7101e7e20c8e0d: Waiting for close lock at 1732130143759Disabling compacts and flushes for region at 1732130143759Disabling writes for close at 1732130143760 (+1 ms)Writing region close event to WAL at 1732130143760Closed at 1732130143760 2024-11-20T19:15:43,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741847_1023 (size=62) 2024-11-20T19:15:43,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741847_1023 (size=62) 2024-11-20T19:15:43,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:43,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1c88259c3bce7262f00a056b61c2f734, disabling compactions & flushes 2024-11-20T19:15:43,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741847_1023 (size=62) 2024-11-20T19:15:43,837 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:15:43,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:15:43,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. after waiting 0 ms 2024-11-20T19:15:43,838 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:15:43,838 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:15:43,838 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1c88259c3bce7262f00a056b61c2f734: Waiting for close lock at 1732130143837Disabling compacts and flushes for region at 1732130143837Disabling writes for close at 1732130143838 (+1 ms)Writing region close event to WAL at 1732130143838Closed at 1732130143838 2024-11-20T19:15:43,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741846_1022 (size=54) 2024-11-20T19:15:43,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741846_1022 (size=54) 2024-11-20T19:15:43,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741846_1022 (size=54) 2024-11-20T19:15:43,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:43,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 20e739e27c5c6ca72649b856f18da97e, disabling compactions & flushes 2024-11-20T19:15:43,873 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:15:43,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:15:43,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. after waiting 0 ms 2024-11-20T19:15:43,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:15:43,873 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:15:43,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20e739e27c5c6ca72649b856f18da97e: Waiting for close lock at 1732130143873Disabling compacts and flushes for region at 1732130143873Disabling writes for close at 1732130143873Writing region close event to WAL at 1732130143873Closed at 1732130143873 2024-11-20T19:15:43,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:15:43,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130143878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130143878"}]},"ts":"1732130143878"} 2024-11-20T19:15:43,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130143878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130143878"}]},"ts":"1732130143878"} 2024-11-20T19:15:43,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130143878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130143878"}]},"ts":"1732130143878"} 2024-11-20T19:15:43,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130143878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130143878"}]},"ts":"1732130143878"} 2024-11-20T19:15:43,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130143878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130143878"}]},"ts":"1732130143878"} 2024-11-20T19:15:43,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130143878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130143878"}]},"ts":"1732130143878"} 2024-11-20T19:15:43,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732130143878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130143878"}]},"ts":"1732130143878"} 2024-11-20T19:15:43,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130143878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130143878"}]},"ts":"1732130143878"} 2024-11-20T19:15:43,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732130143878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130143878"}]},"ts":"1732130143878"} 2024-11-20T19:15:43,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732130143878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130143878"}]},"ts":"1732130143878"} 2024-11-20T19:15:43,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T19:15:43,897 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:15:43,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:15:43,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130143899"}]},"ts":"1732130143899"} 2024-11-20T19:15:43,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T19:15:43,909 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e14ef07817f4=0} racks are {/default-rack=0} 2024-11-20T19:15:43,929 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T19:15:43,929 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T19:15:43,929 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T19:15:43,929 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T19:15:43,929 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T19:15:43,929 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T19:15:43,929 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T19:15:43,929 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T19:15:43,929 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T19:15:43,930 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T19:15:43,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=131a436f0ce80fa32ca3f2372622eec2, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce7c4ba0795ba43e3ee10efe3012a764, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3df7c722b75f997f44465624be0b2084, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=175bdf521235580e578b6fcb911c6755, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62aef460c0caa52c2592dc22e3cef4e7, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=425e0ad2e4c1fb698ac7b68b41094c17, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c56f6744c0648dacca1bf6ed917e8e53, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3891c2dbe76fb381d7101e7e20c8e0d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c88259c3bce7262f00a056b61c2f734, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20e739e27c5c6ca72649b856f18da97e, ASSIGN}] 2024-11-20T19:15:43,937 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce7c4ba0795ba43e3ee10efe3012a764, ASSIGN 2024-11-20T19:15:43,937 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=131a436f0ce80fa32ca3f2372622eec2, ASSIGN 2024-11-20T19:15:43,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3df7c722b75f997f44465624be0b2084, ASSIGN 2024-11-20T19:15:43,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce7c4ba0795ba43e3ee10efe3012a764, ASSIGN; state=OFFLINE, location=e14ef07817f4,40047,1732130130991; forceNewPlan=false, retain=false 2024-11-20T19:15:43,940 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=131a436f0ce80fa32ca3f2372622eec2, ASSIGN; state=OFFLINE, location=e14ef07817f4,40047,1732130130991; forceNewPlan=false, retain=false 2024-11-20T19:15:43,943 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3df7c722b75f997f44465624be0b2084, ASSIGN; state=OFFLINE, location=e14ef07817f4,43229,1732130131091; forceNewPlan=false, retain=false 2024-11-20T19:15:43,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c88259c3bce7262f00a056b61c2f734, ASSIGN 2024-11-20T19:15:43,944 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c88259c3bce7262f00a056b61c2f734, ASSIGN; state=OFFLINE, location=e14ef07817f4,34247,1732130131054; forceNewPlan=false, retain=false 2024-11-20T19:15:43,946 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=425e0ad2e4c1fb698ac7b68b41094c17, ASSIGN 2024-11-20T19:15:43,947 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20e739e27c5c6ca72649b856f18da97e, ASSIGN 2024-11-20T19:15:43,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c56f6744c0648dacca1bf6ed917e8e53, ASSIGN 2024-11-20T19:15:43,950 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=425e0ad2e4c1fb698ac7b68b41094c17, ASSIGN; state=OFFLINE, location=e14ef07817f4,43229,1732130131091; forceNewPlan=false, retain=false 2024-11-20T19:15:43,950 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c56f6744c0648dacca1bf6ed917e8e53, ASSIGN; state=OFFLINE, location=e14ef07817f4,34247,1732130131054; forceNewPlan=false, retain=false 2024-11-20T19:15:43,950 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20e739e27c5c6ca72649b856f18da97e, ASSIGN; state=OFFLINE, location=e14ef07817f4,40047,1732130130991; forceNewPlan=false, retain=false 2024-11-20T19:15:43,950 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3891c2dbe76fb381d7101e7e20c8e0d, ASSIGN 2024-11-20T19:15:43,953 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=175bdf521235580e578b6fcb911c6755, ASSIGN 2024-11-20T19:15:43,958 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=175bdf521235580e578b6fcb911c6755, ASSIGN; state=OFFLINE, location=e14ef07817f4,34247,1732130131054; forceNewPlan=false, retain=false 2024-11-20T19:15:43,958 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3891c2dbe76fb381d7101e7e20c8e0d, ASSIGN; state=OFFLINE, location=e14ef07817f4,43229,1732130131091; forceNewPlan=false, retain=false 2024-11-20T19:15:43,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62aef460c0caa52c2592dc22e3cef4e7, ASSIGN 2024-11-20T19:15:43,963 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62aef460c0caa52c2592dc22e3cef4e7, ASSIGN; state=OFFLINE, location=e14ef07817f4,40047,1732130130991; forceNewPlan=false, retain=false 2024-11-20T19:15:44,090 INFO [e14ef07817f4:44883 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T19:15:44,091 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d3891c2dbe76fb381d7101e7e20c8e0d, regionState=OPENING, regionLocation=e14ef07817f4,43229,1732130131091 2024-11-20T19:15:44,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=425e0ad2e4c1fb698ac7b68b41094c17, regionState=OPENING, regionLocation=e14ef07817f4,43229,1732130131091 2024-11-20T19:15:44,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3df7c722b75f997f44465624be0b2084, regionState=OPENING, regionLocation=e14ef07817f4,43229,1732130131091 2024-11-20T19:15:44,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62aef460c0caa52c2592dc22e3cef4e7, regionState=OPENING, regionLocation=e14ef07817f4,40047,1732130130991 2024-11-20T19:15:44,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=20e739e27c5c6ca72649b856f18da97e, regionState=OPENING, regionLocation=e14ef07817f4,40047,1732130130991 2024-11-20T19:15:44,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ce7c4ba0795ba43e3ee10efe3012a764, regionState=OPENING, regionLocation=e14ef07817f4,40047,1732130130991 2024-11-20T19:15:44,095 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=131a436f0ce80fa32ca3f2372622eec2, regionState=OPENING, regionLocation=e14ef07817f4,40047,1732130130991 2024-11-20T19:15:44,095 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1c88259c3bce7262f00a056b61c2f734, regionState=OPENING, regionLocation=e14ef07817f4,34247,1732130131054 2024-11-20T19:15:44,096 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c56f6744c0648dacca1bf6ed917e8e53, regionState=OPENING, regionLocation=e14ef07817f4,34247,1732130131054 2024-11-20T19:15:44,097 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=175bdf521235580e578b6fcb911c6755, regionState=OPENING, regionLocation=e14ef07817f4,34247,1732130131054 2024-11-20T19:15:44,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3891c2dbe76fb381d7101e7e20c8e0d, ASSIGN because future has completed 2024-11-20T19:15:44,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=425e0ad2e4c1fb698ac7b68b41094c17, ASSIGN because future has completed 2024-11-20T19:15:44,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3891c2dbe76fb381d7101e7e20c8e0d, server=e14ef07817f4,43229,1732130131091}] 2024-11-20T19:15:44,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3df7c722b75f997f44465624be0b2084, ASSIGN because future has completed 2024-11-20T19:15:44,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 425e0ad2e4c1fb698ac7b68b41094c17, server=e14ef07817f4,43229,1732130131091}] 2024-11-20T19:15:44,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20e739e27c5c6ca72649b856f18da97e, ASSIGN because future has completed 2024-11-20T19:15:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:15:44,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3df7c722b75f997f44465624be0b2084, server=e14ef07817f4,43229,1732130131091}] 2024-11-20T19:15:44,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20e739e27c5c6ca72649b856f18da97e, server=e14ef07817f4,40047,1732130130991}] 2024-11-20T19:15:44,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62aef460c0caa52c2592dc22e3cef4e7, ASSIGN because future has completed 2024-11-20T19:15:44,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=131a436f0ce80fa32ca3f2372622eec2, ASSIGN because future has completed 2024-11-20T19:15:44,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c88259c3bce7262f00a056b61c2f734, ASSIGN because future has completed 2024-11-20T19:15:44,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce7c4ba0795ba43e3ee10efe3012a764, ASSIGN because future has completed 2024-11-20T19:15:44,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c56f6744c0648dacca1bf6ed917e8e53, ASSIGN because future has completed 2024-11-20T19:15:44,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=175bdf521235580e578b6fcb911c6755, ASSIGN because future has completed 2024-11-20T19:15:44,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c88259c3bce7262f00a056b61c2f734, server=e14ef07817f4,34247,1732130131054}] 2024-11-20T19:15:44,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c56f6744c0648dacca1bf6ed917e8e53, server=e14ef07817f4,34247,1732130131054}] 2024-11-20T19:15:44,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62aef460c0caa52c2592dc22e3cef4e7, server=e14ef07817f4,40047,1732130130991}] 2024-11-20T19:15:44,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 131a436f0ce80fa32ca3f2372622eec2, server=e14ef07817f4,40047,1732130130991}] 2024-11-20T19:15:44,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce7c4ba0795ba43e3ee10efe3012a764, server=e14ef07817f4,40047,1732130130991}] 2024-11-20T19:15:44,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 175bdf521235580e578b6fcb911c6755, server=e14ef07817f4,34247,1732130131054}] 2024-11-20T19:15:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:15:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:15:47,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:47,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:47,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:48,061 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:15:48,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:48,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:48,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:15:54,156 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:15:54,156 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 425e0ad2e4c1fb698ac7b68b41094c17, NAME => 'SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T19:15:54,157 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:15:54,157 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:54,157 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:15:54,157 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:15:54,158 INFO [StoreOpener-425e0ad2e4c1fb698ac7b68b41094c17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:15:54,160 INFO [StoreOpener-425e0ad2e4c1fb698ac7b68b41094c17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 425e0ad2e4c1fb698ac7b68b41094c17 columnFamilyName cf 2024-11-20T19:15:54,160 DEBUG [StoreOpener-425e0ad2e4c1fb698ac7b68b41094c17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:54,161 INFO [StoreOpener-425e0ad2e4c1fb698ac7b68b41094c17-1 {}] regionserver.HStore(327): Store=425e0ad2e4c1fb698ac7b68b41094c17/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:15:54,162 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:15:54,163 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:15:54,163 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:15:54,164 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:15:54,164 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:15:54,166 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:15:54,169 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/425e0ad2e4c1fb698ac7b68b41094c17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:15:54,169 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 425e0ad2e4c1fb698ac7b68b41094c17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72036671, jitterRate=0.07343004643917084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:15:54,170 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:15:54,170 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 425e0ad2e4c1fb698ac7b68b41094c17: Running coprocessor pre-open hook at 1732130154157Writing region info on filesystem at 1732130154157Initializing all the Stores at 1732130154158 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130154158Cleaning up temporary data from old regions at 1732130154164 (+6 ms)Running coprocessor post-open hooks at 1732130154170 (+6 ms)Region opened successfully at 1732130154170 2024-11-20T19:15:54,171 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17., pid=16, masterSystemTime=1732130154149 2024-11-20T19:15:54,174 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:15:54,174 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:15:54,174 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:15:54,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=425e0ad2e4c1fb698ac7b68b41094c17, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,43229,1732130131091 2024-11-20T19:15:54,174 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3df7c722b75f997f44465624be0b2084, NAME => 'SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T19:15:54,174 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3df7c722b75f997f44465624be0b2084 2024-11-20T19:15:54,174 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:54,175 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3df7c722b75f997f44465624be0b2084 2024-11-20T19:15:54,175 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3df7c722b75f997f44465624be0b2084 2024-11-20T19:15:54,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 425e0ad2e4c1fb698ac7b68b41094c17, server=e14ef07817f4,43229,1732130131091 because future has completed 2024-11-20T19:15:54,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-20T19:15:54,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 425e0ad2e4c1fb698ac7b68b41094c17, server=e14ef07817f4,43229,1732130131091 in 10.0470 sec 2024-11-20T19:15:54,181 INFO [StoreOpener-3df7c722b75f997f44465624be0b2084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3df7c722b75f997f44465624be0b2084 2024-11-20T19:15:54,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=425e0ad2e4c1fb698ac7b68b41094c17, ASSIGN in 10.2490 sec 2024-11-20T19:15:54,184 INFO [StoreOpener-3df7c722b75f997f44465624be0b2084-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3df7c722b75f997f44465624be0b2084 columnFamilyName cf 2024-11-20T19:15:54,184 DEBUG [StoreOpener-3df7c722b75f997f44465624be0b2084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:54,187 INFO [StoreOpener-3df7c722b75f997f44465624be0b2084-1 {}] regionserver.HStore(327): Store=3df7c722b75f997f44465624be0b2084/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:15:54,187 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3df7c722b75f997f44465624be0b2084 2024-11-20T19:15:54,188 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/3df7c722b75f997f44465624be0b2084 2024-11-20T19:15:54,189 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/3df7c722b75f997f44465624be0b2084 2024-11-20T19:15:54,190 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3df7c722b75f997f44465624be0b2084 2024-11-20T19:15:54,190 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3df7c722b75f997f44465624be0b2084 2024-11-20T19:15:54,192 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3df7c722b75f997f44465624be0b2084 2024-11-20T19:15:54,195 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/3df7c722b75f997f44465624be0b2084/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:15:54,196 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3df7c722b75f997f44465624be0b2084; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65849570, jitterRate=-0.01876494288444519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:15:54,196 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3df7c722b75f997f44465624be0b2084 2024-11-20T19:15:54,196 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3df7c722b75f997f44465624be0b2084: Running coprocessor pre-open hook at 1732130154175Writing region info on filesystem at 1732130154175Initializing all the Stores at 1732130154177 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130154177Cleaning up temporary data from old regions at 1732130154190 (+13 ms)Running coprocessor post-open hooks at 1732130154196 (+6 ms)Region opened successfully at 1732130154196 2024-11-20T19:15:54,197 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084., pid=18, masterSystemTime=1732130154149 2024-11-20T19:15:54,198 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:15:54,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:15:54,200 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:15:54,200 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:15:54,201 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:15:54,201 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:15:54,201 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d3891c2dbe76fb381d7101e7e20c8e0d, NAME => 'SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T19:15:54,201 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:15:54,201 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:54,201 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:15:54,201 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:15:54,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:15:54,205 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3df7c722b75f997f44465624be0b2084, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,43229,1732130131091 2024-11-20T19:15:54,206 INFO [StoreOpener-d3891c2dbe76fb381d7101e7e20c8e0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:15:54,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3df7c722b75f997f44465624be0b2084, server=e14ef07817f4,43229,1732130131091 because future has completed 2024-11-20T19:15:54,210 INFO [StoreOpener-d3891c2dbe76fb381d7101e7e20c8e0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3891c2dbe76fb381d7101e7e20c8e0d columnFamilyName cf 2024-11-20T19:15:54,210 DEBUG [StoreOpener-d3891c2dbe76fb381d7101e7e20c8e0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:54,211 INFO [StoreOpener-d3891c2dbe76fb381d7101e7e20c8e0d-1 {}] regionserver.HStore(327): Store=d3891c2dbe76fb381d7101e7e20c8e0d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:15:54,212 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:15:54,213 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:15:54,214 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:15:54,215 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:15:54,215 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:15:54,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-20T19:15:54,219 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:15:54,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3df7c722b75f997f44465624be0b2084, server=e14ef07817f4,43229,1732130131091 in 10.0620 sec 2024-11-20T19:15:54,220 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:15:54,220 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c88259c3bce7262f00a056b61c2f734, NAME => 'SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T19:15:54,221 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:15:54,222 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:54,222 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:15:54,222 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:15:54,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3df7c722b75f997f44465624be0b2084, ASSIGN in 10.2880 sec 2024-11-20T19:15:54,225 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:15:54,225 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => ce7c4ba0795ba43e3ee10efe3012a764, NAME => 'SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T19:15:54,225 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:15:54,225 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:54,226 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:15:54,226 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:15:54,228 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/d3891c2dbe76fb381d7101e7e20c8e0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:15:54,229 INFO [StoreOpener-1c88259c3bce7262f00a056b61c2f734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:15:54,229 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d3891c2dbe76fb381d7101e7e20c8e0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74489169, jitterRate=0.10997511446475983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:15:54,230 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:15:54,230 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d3891c2dbe76fb381d7101e7e20c8e0d: Running coprocessor pre-open hook at 1732130154202Writing region info on filesystem at 1732130154202Initializing all the Stores at 1732130154203 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130154203Cleaning up temporary data from old regions at 1732130154215 (+12 ms)Running coprocessor post-open hooks at 1732130154230 (+15 ms)Region opened successfully at 1732130154230 2024-11-20T19:15:54,231 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d., pid=15, masterSystemTime=1732130154149 2024-11-20T19:15:54,232 INFO [StoreOpener-1c88259c3bce7262f00a056b61c2f734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c88259c3bce7262f00a056b61c2f734 columnFamilyName cf 2024-11-20T19:15:54,232 DEBUG [StoreOpener-1c88259c3bce7262f00a056b61c2f734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:54,232 INFO [StoreOpener-ce7c4ba0795ba43e3ee10efe3012a764-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:15:54,235 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:15:54,235 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:15:54,235 INFO [StoreOpener-1c88259c3bce7262f00a056b61c2f734-1 {}] regionserver.HStore(327): Store=1c88259c3bce7262f00a056b61c2f734/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:15:54,235 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:15:54,235 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d3891c2dbe76fb381d7101e7e20c8e0d, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,43229,1732130131091 2024-11-20T19:15:54,236 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:15:54,237 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:15:54,238 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:15:54,238 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:15:54,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3891c2dbe76fb381d7101e7e20c8e0d, server=e14ef07817f4,43229,1732130131091 because future has completed 2024-11-20T19:15:54,242 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:15:54,242 INFO [StoreOpener-ce7c4ba0795ba43e3ee10efe3012a764-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce7c4ba0795ba43e3ee10efe3012a764 columnFamilyName cf 2024-11-20T19:15:54,243 DEBUG [StoreOpener-ce7c4ba0795ba43e3ee10efe3012a764-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:54,243 INFO [StoreOpener-ce7c4ba0795ba43e3ee10efe3012a764-1 {}] regionserver.HStore(327): Store=ce7c4ba0795ba43e3ee10efe3012a764/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:15:54,245 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:15:54,246 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:15:54,247 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:15:54,248 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:15:54,248 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:15:54,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-20T19:15:54,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d3891c2dbe76fb381d7101e7e20c8e0d, server=e14ef07817f4,43229,1732130131091 in 10.1170 sec 2024-11-20T19:15:54,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3891c2dbe76fb381d7101e7e20c8e0d, ASSIGN in 10.3180 sec 2024-11-20T19:15:54,252 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:15:54,256 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1c88259c3bce7262f00a056b61c2f734; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73048772, jitterRate=0.08851152658462524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:15:54,257 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:15:54,257 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1c88259c3bce7262f00a056b61c2f734: Running coprocessor pre-open hook at 1732130154222Writing region info on filesystem at 1732130154222Initializing all the Stores at 1732130154228 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130154228Cleaning up temporary data from old regions at 1732130154239 (+11 ms)Running coprocessor post-open hooks at 1732130154257 (+18 ms)Region opened successfully at 1732130154257 2024-11-20T19:15:54,259 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:15:54,260 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734., pid=20, masterSystemTime=1732130154197 2024-11-20T19:15:54,263 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:15:54,263 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:15:54,264 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:15:54,264 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c56f6744c0648dacca1bf6ed917e8e53, NAME => 'SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T19:15:54,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1c88259c3bce7262f00a056b61c2f734, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,34247,1732130131054 2024-11-20T19:15:54,264 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:15:54,265 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:54,265 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:15:54,265 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:15:54,268 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/ce7c4ba0795ba43e3ee10efe3012a764/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:15:54,271 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened ce7c4ba0795ba43e3ee10efe3012a764; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67291091, jitterRate=0.002715393900871277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:15:54,271 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:15:54,271 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for ce7c4ba0795ba43e3ee10efe3012a764: Running coprocessor pre-open hook at 1732130154226Writing region info on filesystem at 1732130154226Initializing all the Stores at 1732130154230 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130154230Cleaning up temporary data from old regions at 1732130154248 (+18 ms)Running coprocessor post-open hooks at 1732130154271 (+23 ms)Region opened successfully at 1732130154271 2024-11-20T19:15:54,272 INFO [StoreOpener-c56f6744c0648dacca1bf6ed917e8e53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:15:54,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c88259c3bce7262f00a056b61c2f734, server=e14ef07817f4,34247,1732130131054 because future has completed 2024-11-20T19:15:54,275 INFO [StoreOpener-c56f6744c0648dacca1bf6ed917e8e53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c56f6744c0648dacca1bf6ed917e8e53 columnFamilyName cf 2024-11-20T19:15:54,275 DEBUG [StoreOpener-c56f6744c0648dacca1bf6ed917e8e53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:54,276 INFO [StoreOpener-c56f6744c0648dacca1bf6ed917e8e53-1 {}] regionserver.HStore(327): Store=c56f6744c0648dacca1bf6ed917e8e53/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:15:54,277 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:15:54,277 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764., pid=23, masterSystemTime=1732130154201 2024-11-20T19:15:54,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-20T19:15:54,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c88259c3bce7262f00a056b61c2f734, server=e14ef07817f4,34247,1732130131054 in 10.0820 sec 2024-11-20T19:15:54,280 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:15:54,281 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:15:54,281 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:15:54,281 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:15:54,281 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:15:54,281 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 20e739e27c5c6ca72649b856f18da97e, NAME => 'SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T19:15:54,282 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:15:54,282 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:54,282 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:15:54,282 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:15:54,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ce7c4ba0795ba43e3ee10efe3012a764, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,40047,1732130130991 2024-11-20T19:15:54,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c88259c3bce7262f00a056b61c2f734, ASSIGN in 10.3490 sec 2024-11-20T19:15:54,283 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:15:54,283 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:15:54,285 INFO [StoreOpener-20e739e27c5c6ca72649b856f18da97e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:15:54,287 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:15:54,287 INFO [StoreOpener-20e739e27c5c6ca72649b856f18da97e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20e739e27c5c6ca72649b856f18da97e columnFamilyName cf 2024-11-20T19:15:54,287 DEBUG [StoreOpener-20e739e27c5c6ca72649b856f18da97e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:54,289 INFO [StoreOpener-20e739e27c5c6ca72649b856f18da97e-1 {}] regionserver.HStore(327): Store=20e739e27c5c6ca72649b856f18da97e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:15:54,289 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:15:54,291 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:15:54,292 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:15:54,293 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:15:54,293 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:15:54,302 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:15:54,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce7c4ba0795ba43e3ee10efe3012a764, server=e14ef07817f4,40047,1732130130991 because future has completed 2024-11-20T19:15:54,304 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened c56f6744c0648dacca1bf6ed917e8e53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62450607, jitterRate=-0.0694134384393692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:15:54,304 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:15:54,304 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c56f6744c0648dacca1bf6ed917e8e53: Running coprocessor pre-open hook at 1732130154265Writing region info on filesystem at 1732130154265Initializing all the Stores at 1732130154270 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130154270Cleaning up temporary data from old regions at 1732130154283 (+13 ms)Running coprocessor post-open hooks at 1732130154304 (+21 ms)Region opened successfully at 1732130154304 2024-11-20T19:15:54,308 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:15:54,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-20T19:15:54,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ce7c4ba0795ba43e3ee10efe3012a764, server=e14ef07817f4,40047,1732130130991 in 10.0900 sec 2024-11-20T19:15:54,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce7c4ba0795ba43e3ee10efe3012a764, ASSIGN in 10.3790 sec 2024-11-20T19:15:54,314 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53., pid=19, masterSystemTime=1732130154197 2024-11-20T19:15:54,316 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/20e739e27c5c6ca72649b856f18da97e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:15:54,317 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 20e739e27c5c6ca72649b856f18da97e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61214553, jitterRate=-0.08783207833766937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:15:54,317 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:15:54,317 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:15:54,318 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:15:54,318 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 20e739e27c5c6ca72649b856f18da97e: Running coprocessor pre-open hook at 1732130154282Writing region info on filesystem at 1732130154282Initializing all the Stores at 1732130154284 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130154284Cleaning up temporary data from old regions at 1732130154293 (+9 ms)Running coprocessor post-open hooks at 1732130154317 (+24 ms)Region opened successfully at 1732130154318 (+1 ms) 2024-11-20T19:15:54,318 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:15:54,318 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c56f6744c0648dacca1bf6ed917e8e53, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,34247,1732130131054 2024-11-20T19:15:54,318 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 175bdf521235580e578b6fcb911c6755, NAME => 'SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T19:15:54,318 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 175bdf521235580e578b6fcb911c6755 2024-11-20T19:15:54,319 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:54,319 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:15:54,319 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:15:54,322 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e., pid=17, masterSystemTime=1732130154201 2024-11-20T19:15:54,325 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:15:54,326 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:15:54,326 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:15:54,326 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 131a436f0ce80fa32ca3f2372622eec2, NAME => 'SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T19:15:54,327 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:15:54,327 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:54,327 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:15:54,327 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:15:54,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=20e739e27c5c6ca72649b856f18da97e, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,40047,1732130130991 2024-11-20T19:15:54,328 INFO [StoreOpener-175bdf521235580e578b6fcb911c6755-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 175bdf521235580e578b6fcb911c6755 2024-11-20T19:15:54,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c56f6744c0648dacca1bf6ed917e8e53, server=e14ef07817f4,34247,1732130131054 because future has completed 2024-11-20T19:15:54,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20e739e27c5c6ca72649b856f18da97e, server=e14ef07817f4,40047,1732130130991 because future has completed 2024-11-20T19:15:54,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-20T19:15:54,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c56f6744c0648dacca1bf6ed917e8e53, server=e14ef07817f4,34247,1732130131054 in 10.1390 sec 2024-11-20T19:15:54,337 INFO [StoreOpener-175bdf521235580e578b6fcb911c6755-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 175bdf521235580e578b6fcb911c6755 columnFamilyName cf 2024-11-20T19:15:54,337 DEBUG [StoreOpener-175bdf521235580e578b6fcb911c6755-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:54,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-20T19:15:54,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 20e739e27c5c6ca72649b856f18da97e, server=e14ef07817f4,40047,1732130130991 in 10.1850 sec 2024-11-20T19:15:54,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c56f6744c0648dacca1bf6ed917e8e53, ASSIGN in 10.4040 sec 2024-11-20T19:15:54,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20e739e27c5c6ca72649b856f18da97e, ASSIGN in 10.4070 sec 2024-11-20T19:15:54,340 INFO [StoreOpener-175bdf521235580e578b6fcb911c6755-1 {}] regionserver.HStore(327): Store=175bdf521235580e578b6fcb911c6755/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:15:54,340 INFO [StoreOpener-131a436f0ce80fa32ca3f2372622eec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:15:54,340 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:15:54,345 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/175bdf521235580e578b6fcb911c6755 2024-11-20T19:15:54,353 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/175bdf521235580e578b6fcb911c6755 2024-11-20T19:15:54,354 INFO [StoreOpener-131a436f0ce80fa32ca3f2372622eec2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 131a436f0ce80fa32ca3f2372622eec2 columnFamilyName cf 2024-11-20T19:15:54,354 DEBUG [StoreOpener-131a436f0ce80fa32ca3f2372622eec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:54,356 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:15:54,357 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:15:54,357 INFO [StoreOpener-131a436f0ce80fa32ca3f2372622eec2-1 {}] regionserver.HStore(327): Store=131a436f0ce80fa32ca3f2372622eec2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:15:54,357 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:15:54,358 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:15:54,359 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:15:54,359 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:15:54,359 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:15:54,359 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:15:54,363 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:15:54,378 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/175bdf521235580e578b6fcb911c6755/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:15:54,379 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 175bdf521235580e578b6fcb911c6755; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66407868, jitterRate=-0.010445654392242432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:15:54,379 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:15:54,379 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 175bdf521235580e578b6fcb911c6755: Running coprocessor pre-open hook at 1732130154319Writing region info on filesystem at 1732130154319Initializing all the Stores at 1732130154322 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130154322Cleaning up temporary data from old regions at 1732130154357 (+35 ms)Running coprocessor post-open hooks at 1732130154379 (+22 ms)Region opened successfully at 1732130154379 2024-11-20T19:15:54,383 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755., pid=24, masterSystemTime=1732130154197 2024-11-20T19:15:54,389 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:15:54,389 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:15:54,394 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=175bdf521235580e578b6fcb911c6755, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,34247,1732130131054 2024-11-20T19:15:54,397 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/131a436f0ce80fa32ca3f2372622eec2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:15:54,398 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 131a436f0ce80fa32ca3f2372622eec2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59239873, jitterRate=-0.11725710332393646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:15:54,398 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:15:54,398 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 131a436f0ce80fa32ca3f2372622eec2: Running coprocessor pre-open hook at 1732130154327Writing region info on filesystem at 1732130154327Initializing all the Stores at 1732130154331 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130154331Cleaning up temporary data from old regions at 1732130154360 (+29 ms)Running coprocessor post-open hooks at 1732130154398 (+38 ms)Region opened successfully at 1732130154398 2024-11-20T19:15:54,404 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2., pid=22, masterSystemTime=1732130154201 2024-11-20T19:15:54,408 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:15:54,408 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:15:54,408 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:15:54,408 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 62aef460c0caa52c2592dc22e3cef4e7, NAME => 'SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T19:15:54,409 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:15:54,409 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:15:54,409 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:15:54,409 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:15:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 175bdf521235580e578b6fcb911c6755, server=e14ef07817f4,34247,1732130131054 because future has completed 2024-11-20T19:15:54,413 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=131a436f0ce80fa32ca3f2372622eec2, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,40047,1732130130991 2024-11-20T19:15:54,420 INFO [StoreOpener-62aef460c0caa52c2592dc22e3cef4e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:15:54,423 INFO [StoreOpener-62aef460c0caa52c2592dc22e3cef4e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62aef460c0caa52c2592dc22e3cef4e7 columnFamilyName cf 2024-11-20T19:15:54,423 DEBUG [StoreOpener-62aef460c0caa52c2592dc22e3cef4e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:15:54,423 INFO [StoreOpener-62aef460c0caa52c2592dc22e3cef4e7-1 {}] regionserver.HStore(327): Store=62aef460c0caa52c2592dc22e3cef4e7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:15:54,424 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:15:54,424 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:15:54,425 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:15:54,426 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:15:54,426 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:15:54,428 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:15:54,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-20T19:15:54,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 175bdf521235580e578b6fcb911c6755, server=e14ef07817f4,34247,1732130131054 in 10.2000 sec 2024-11-20T19:15:54,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 131a436f0ce80fa32ca3f2372622eec2, server=e14ef07817f4,40047,1732130130991 because future has completed 2024-11-20T19:15:54,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=175bdf521235580e578b6fcb911c6755, ASSIGN in 10.5010 sec 2024-11-20T19:15:54,445 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/62aef460c0caa52c2592dc22e3cef4e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:15:54,446 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 62aef460c0caa52c2592dc22e3cef4e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75095447, jitterRate=0.1190093606710434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:15:54,446 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:15:54,446 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 62aef460c0caa52c2592dc22e3cef4e7: Running coprocessor pre-open hook at 1732130154409Writing region info on filesystem at 1732130154409Initializing all the Stores at 1732130154412 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130154412Cleaning up temporary data from old regions at 1732130154426 (+14 ms)Running coprocessor post-open hooks at 1732130154446 (+20 ms)Region opened successfully at 1732130154446 2024-11-20T19:15:54,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-20T19:15:54,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 131a436f0ce80fa32ca3f2372622eec2, server=e14ef07817f4,40047,1732130130991 in 10.2400 sec 2024-11-20T19:15:54,479 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7., pid=21, masterSystemTime=1732130154201 2024-11-20T19:15:54,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=131a436f0ce80fa32ca3f2372622eec2, ASSIGN in 10.5470 sec 2024-11-20T19:15:54,484 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:15:54,484 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:15:54,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62aef460c0caa52c2592dc22e3cef4e7, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,40047,1732130130991 2024-11-20T19:15:54,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62aef460c0caa52c2592dc22e3cef4e7, server=e14ef07817f4,40047,1732130130991 because future has completed 2024-11-20T19:15:54,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-20T19:15:54,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 62aef460c0caa52c2592dc22e3cef4e7, server=e14ef07817f4,40047,1732130130991 in 10.2990 sec 2024-11-20T19:15:54,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-20T19:15:54,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62aef460c0caa52c2592dc22e3cef4e7, ASSIGN in 10.5660 sec 2024-11-20T19:15:54,502 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:15:54,502 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130154502"}]},"ts":"1732130154502"} 2024-11-20T19:15:54,505 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T19:15:54,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:15:54,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.5260 sec 2024-11-20T19:15:55,872 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T19:15:59,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:59,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:59,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:59,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:15:59,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:59,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:15:59,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:16:00,714 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:16:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:16:01,233 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T19:16:01,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T19:16:01,233 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T19:16:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T19:16:01,238 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T19:16:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T19:16:01,283 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53., hostname=e14ef07817f4,34247,1732130131054, seqNum=2] 2024-11-20T19:16:01,285 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53., hostname=e14ef07817f4,34247,1732130131054, seqNum=2] 2024-11-20T19:16:01,287 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53., hostname=e14ef07817f4,34247,1732130131054, seqNum=2] 2024-11-20T19:16:01,288 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53., hostname=e14ef07817f4,34247,1732130131054, seqNum=2] 2024-11-20T19:16:01,317 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d., hostname=e14ef07817f4,43229,1732130131091, seqNum=2] 2024-11-20T19:16:01,318 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d., hostname=e14ef07817f4,43229,1732130131091, seqNum=2] 2024-11-20T19:16:01,320 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d., hostname=e14ef07817f4,43229,1732130131091, seqNum=2] 2024-11-20T19:16:01,321 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d., hostname=e14ef07817f4,43229,1732130131091, seqNum=2] 2024-11-20T19:16:01,322 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d., hostname=e14ef07817f4,43229,1732130131091, seqNum=2] 2024-11-20T19:16:01,323 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d., hostname=e14ef07817f4,43229,1732130131091, seqNum=2] 2024-11-20T19:16:01,355 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734., hostname=e14ef07817f4,34247,1732130131054, seqNum=2] 2024-11-20T19:16:01,357 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734., hostname=e14ef07817f4,34247,1732130131054, seqNum=2] 2024-11-20T19:16:01,359 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734., hostname=e14ef07817f4,34247,1732130131054, seqNum=2] 2024-11-20T19:16:01,360 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734., hostname=e14ef07817f4,34247,1732130131054, seqNum=2] 2024-11-20T19:16:01,361 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734., hostname=e14ef07817f4,34247,1732130131054, seqNum=2] 2024-11-20T19:16:01,434 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e., hostname=e14ef07817f4,40047,1732130130991, seqNum=2] 2024-11-20T19:16:01,436 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e., hostname=e14ef07817f4,40047,1732130130991, seqNum=2] 2024-11-20T19:16:01,437 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e., hostname=e14ef07817f4,40047,1732130130991, seqNum=2] 2024-11-20T19:16:01,438 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e., hostname=e14ef07817f4,40047,1732130130991, seqNum=2] 2024-11-20T19:16:01,439 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e., hostname=e14ef07817f4,40047,1732130130991, seqNum=2] 2024-11-20T19:16:01,440 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e., hostname=e14ef07817f4,40047,1732130130991, seqNum=2] 2024-11-20T19:16:02,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:16:02,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:16:02,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:16:02,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43229 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T19:16:02,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:16:02,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T19:16:02,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:16:02,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T19:16:03,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T19:16:04,273 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T19:16:04,273 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T19:16:04,277 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T19:16:04,279 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T19:16:04,290 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T19:16:04,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741848_1024 (size=49) 2024-11-20T19:16:04,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741848_1024 (size=49) 2024-11-20T19:16:04,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741848_1024 (size=49) 2024-11-20T19:16:04,419 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T19:16:04,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 131a436f0ce80fa32ca3f2372622eec2}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce7c4ba0795ba43e3ee10efe3012a764}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df7c722b75f997f44465624be0b2084}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 175bdf521235580e578b6fcb911c6755}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62aef460c0caa52c2592dc22e3cef4e7}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 425e0ad2e4c1fb698ac7b68b41094c17}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c56f6744c0648dacca1bf6ed917e8e53}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3891c2dbe76fb381d7101e7e20c8e0d}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c88259c3bce7262f00a056b61c2f734}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20e739e27c5c6ca72649b856f18da97e}] 2024-11-20T19:16:04,423 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:16:04,423 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:04,424 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:16:04,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:04,425 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:16:04,469 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:16:04,469 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:04,470 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df7c722b75f997f44465624be0b2084 2024-11-20T19:16:04,470 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:16:04,481 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:16:14,201 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=e14ef07817f4,40047,1732130130991, timeout=1732130174426, delay=224, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62aef460c0caa52c2592dc22e3cef4e7, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20e739e27c5c6ca72649b856f18da97e, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce7c4ba0795ba43e3ee10efe3012a764, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 131a436f0ce80fa32ca3f2372622eec2], containedObject=e14ef07817f4,43229,1732130131091, timeout=1732130174426, delay=224, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df7c722b75f997f44465624be0b2084, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3891c2dbe76fb381d7101e7e20c8e0d, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 425e0ad2e4c1fb698ac7b68b41094c17], containedObject=e14ef07817f4,34247,1732130131054, timeout=1732130174428, delay=226, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c88259c3bce7262f00a056b61c2f734, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 175bdf521235580e578b6fcb911c6755, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c56f6744c0648dacca1bf6ed917e8e53]] 2024-11-20T19:16:14,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T19:16:14,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T19:16:14,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T19:16:14,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T19:16:14,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:16:14,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 62aef460c0caa52c2592dc22e3cef4e7: 2024-11-20T19:16:14,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. for SnapshotProcedureTest completed. 2024-11-20T19:16:14,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:16:14,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:16:14,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:16:14,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T19:16:14,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:16:14,445 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 20e739e27c5c6ca72649b856f18da97e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-20T19:16:14,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T19:16:14,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:16:14,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for ce7c4ba0795ba43e3ee10efe3012a764: 2024-11-20T19:16:14,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. for SnapshotProcedureTest completed. 2024-11-20T19:16:14,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:16:14,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:16:14,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:16:14,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T19:16:14,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:16:14,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3df7c722b75f997f44465624be0b2084: 2024-11-20T19:16:14,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. for SnapshotProcedureTest completed. 2024-11-20T19:16:14,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:16:14,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:16:14,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:16:14,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T19:16:14,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:16:14,457 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 1c88259c3bce7262f00a056b61c2f734 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-20T19:16:14,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T19:16:14,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:16:14,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 175bdf521235580e578b6fcb911c6755: 2024-11-20T19:16:14,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. for SnapshotProcedureTest completed. 2024-11-20T19:16:14,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:16:14,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:16:14,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:16:14,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:16:14,469 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing c56f6744c0648dacca1bf6ed917e8e53 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-20T19:16:14,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:16:14,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T19:16:14,489 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d3891c2dbe76fb381d7101e7e20c8e0d 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-20T19:16:14,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:16:14,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 425e0ad2e4c1fb698ac7b68b41094c17: 2024-11-20T19:16:14,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. for SnapshotProcedureTest completed. 2024-11-20T19:16:14,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:16:14,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:16:14,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:16:14,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/d3891c2dbe76fb381d7101e7e20c8e0d/.tmp/cf/8b81a7645e704c5482c0089e7f253ee9 is 34, key is baa/cf:cf/1732130162464/Put/seqid=0 2024-11-20T19:16:14,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53/.tmp/cf/072ccaf8e75a482f93be650438ee1f56 is 34, key is aaa/cf:cf/1732130162520/Put/seqid=0 2024-11-20T19:16:14,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/20e739e27c5c6ca72649b856f18da97e/.tmp/cf/59687d3eba9b491c80bbba2d33d9fcf4 is 34, key is eaa/cf:cf/1732130163611/Put/seqid=0 2024-11-20T19:16:14,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741849_1025 (size=65) 2024-11-20T19:16:14,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741849_1025 (size=65) 2024-11-20T19:16:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741849_1025 (size=65) 2024-11-20T19:16:14,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741851_1027 (size=65) 2024-11-20T19:16:14,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741851_1027 (size=65) 2024-11-20T19:16:14,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741851_1027 (size=65) 2024-11-20T19:16:14,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:16:14,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T19:16:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T19:16:14,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3df7c722b75f997f44465624be0b2084 2024-11-20T19:16:14,810 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df7c722b75f997f44465624be0b2084 2024-11-20T19:16:14,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3df7c722b75f997f44465624be0b2084 in 10.3920 sec 2024-11-20T19:16:14,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734/.tmp/cf/98acaac87fd549948976c9a40168baed is 34, key is ccd/cf:cf/1732130162636/Put/seqid=0 2024-11-20T19:16:14,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741850_1026 (size=65) 2024-11-20T19:16:14,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741850_1026 (size=65) 2024-11-20T19:16:14,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741850_1026 (size=65) 2024-11-20T19:16:14,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:16:14,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T19:16:14,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:16:14,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 131a436f0ce80fa32ca3f2372622eec2: 2024-11-20T19:16:14,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. for SnapshotProcedureTest completed. 2024-11-20T19:16:14,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:16:14,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:16:14,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T19:16:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T19:16:14,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:16:14,885 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:16:14,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 62aef460c0caa52c2592dc22e3cef4e7 in 10.4710 sec 2024-11-20T19:16:15,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741853_1029 (size=65) 2024-11-20T19:16:15,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741853_1029 (size=65) 2024-11-20T19:16:15,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741853_1029 (size=65) 2024-11-20T19:16:15,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:16:15,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T19:16:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T19:16:15,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:15,022 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:15,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 175bdf521235580e578b6fcb911c6755 in 10.6040 sec 2024-11-20T19:16:15,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741852_1028 (size=65) 2024-11-20T19:16:15,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741852_1028 (size=65) 2024-11-20T19:16:15,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741852_1028 (size=65) 2024-11-20T19:16:15,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:16:15,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T19:16:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T19:16:15,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:16:15,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:16:15,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 425e0ad2e4c1fb698ac7b68b41094c17 in 10.6230 sec 2024-11-20T19:16:15,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741856_1032 (size=26918) 2024-11-20T19:16:15,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741856_1032 (size=26918) 2024-11-20T19:16:15,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741856_1032 (size=26918) 2024-11-20T19:16:15,073 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53/.tmp/cf/072ccaf8e75a482f93be650438ee1f56 2024-11-20T19:16:15,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741858_1034 (size=57) 2024-11-20T19:16:15,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741858_1034 (size=57) 2024-11-20T19:16:15,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741858_1034 (size=57) 2024-11-20T19:16:15,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741854_1030 (size=28623) 2024-11-20T19:16:15,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741854_1030 (size=28623) 2024-11-20T19:16:15,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741854_1030 (size=28623) 2024-11-20T19:16:15,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:16:15,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T19:16:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T19:16:15,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:16:15,162 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:16:15,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 131a436f0ce80fa32ca3f2372622eec2 in 10.7440 sec 2024-11-20T19:16:15,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741857_1033 (size=47197) 2024-11-20T19:16:15,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741857_1033 (size=47197) 2024-11-20T19:16:15,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:16:15,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T19:16:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T19:16:15,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:16:15,181 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:16:15,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741857_1033 (size=47197) 2024-11-20T19:16:15,186 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734/.tmp/cf/98acaac87fd549948976c9a40168baed 2024-11-20T19:16:15,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ce7c4ba0795ba43e3ee10efe3012a764 in 10.7640 sec 2024-11-20T19:16:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741855_1031 (size=499309) 2024-11-20T19:16:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741855_1031 (size=499309) 2024-11-20T19:16:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741855_1031 (size=499309) 2024-11-20T19:16:15,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53/.tmp/cf/072ccaf8e75a482f93be650438ee1f56 as hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53/cf/072ccaf8e75a482f93be650438ee1f56 2024-11-20T19:16:15,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734/.tmp/cf/98acaac87fd549948976c9a40168baed as hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734/cf/98acaac87fd549948976c9a40168baed 2024-11-20T19:16:15,265 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53/cf/072ccaf8e75a482f93be650438ee1f56, entries=676, sequenceid=5, filesize=26.3 K 2024-11-20T19:16:15,269 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734/cf/98acaac87fd549948976c9a40168baed, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-20T19:16:15,280 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for c56f6744c0648dacca1bf6ed917e8e53 in 811ms, sequenceid=5, compaction requested=false 2024-11-20T19:16:15,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c56f6744c0648dacca1bf6ed917e8e53: 2024-11-20T19:16:15,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. for SnapshotProcedureTest completed. 2024-11-20T19:16:15,280 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 1c88259c3bce7262f00a056b61c2f734 in 824ms, sequenceid=5, compaction requested=false 2024-11-20T19:16:15,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:16:15,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:16:15,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 1c88259c3bce7262f00a056b61c2f734: 2024-11-20T19:16:15,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. for SnapshotProcedureTest completed. 2024-11-20T19:16:15,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53/cf/072ccaf8e75a482f93be650438ee1f56] hfiles 2024-11-20T19:16:15,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53/cf/072ccaf8e75a482f93be650438ee1f56 for snapshot=SnapshotProcedureTest 2024-11-20T19:16:15,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:16:15,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:16:15,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734/cf/98acaac87fd549948976c9a40168baed] hfiles 2024-11-20T19:16:15,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734/cf/98acaac87fd549948976c9a40168baed for snapshot=SnapshotProcedureTest 2024-11-20T19:16:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741859_1035 (size=105) 2024-11-20T19:16:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741859_1035 (size=105) 2024-11-20T19:16:15,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741859_1035 (size=105) 2024-11-20T19:16:15,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:16:15,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T19:16:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T19:16:15,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:15,394 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:15,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741860_1036 (size=105) 2024-11-20T19:16:15,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741860_1036 (size=105) 2024-11-20T19:16:15,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741860_1036 (size=105) 2024-11-20T19:16:15,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1c88259c3bce7262f00a056b61c2f734 in 10.9820 sec 2024-11-20T19:16:15,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:16:15,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T19:16:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T19:16:15,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:15,424 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:15,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c56f6744c0648dacca1bf6ed917e8e53 in 11.0090 sec 2024-11-20T19:16:15,564 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/d3891c2dbe76fb381d7101e7e20c8e0d/.tmp/cf/8b81a7645e704c5482c0089e7f253ee9 2024-11-20T19:16:15,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/d3891c2dbe76fb381d7101e7e20c8e0d/.tmp/cf/8b81a7645e704c5482c0089e7f253ee9 as hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/d3891c2dbe76fb381d7101e7e20c8e0d/cf/8b81a7645e704c5482c0089e7f253ee9 2024-11-20T19:16:15,597 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/20e739e27c5c6ca72649b856f18da97e/.tmp/cf/59687d3eba9b491c80bbba2d33d9fcf4 2024-11-20T19:16:15,619 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/d3891c2dbe76fb381d7101e7e20c8e0d/cf/8b81a7645e704c5482c0089e7f253ee9, entries=731, sequenceid=5, filesize=28.0 K 2024-11-20T19:16:15,624 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d3891c2dbe76fb381d7101e7e20c8e0d in 1134ms, sequenceid=5, compaction requested=false 2024-11-20T19:16:15,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d3891c2dbe76fb381d7101e7e20c8e0d: 2024-11-20T19:16:15,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. for SnapshotProcedureTest completed. 2024-11-20T19:16:15,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:16:15,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:16:15,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/d3891c2dbe76fb381d7101e7e20c8e0d/cf/8b81a7645e704c5482c0089e7f253ee9] hfiles 2024-11-20T19:16:15,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/d3891c2dbe76fb381d7101e7e20c8e0d/cf/8b81a7645e704c5482c0089e7f253ee9 for snapshot=SnapshotProcedureTest 2024-11-20T19:16:15,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/20e739e27c5c6ca72649b856f18da97e/.tmp/cf/59687d3eba9b491c80bbba2d33d9fcf4 as hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/20e739e27c5c6ca72649b856f18da97e/cf/59687d3eba9b491c80bbba2d33d9fcf4 2024-11-20T19:16:15,648 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/20e739e27c5c6ca72649b856f18da97e/cf/59687d3eba9b491c80bbba2d33d9fcf4, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-20T19:16:15,650 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 20e739e27c5c6ca72649b856f18da97e in 1206ms, sequenceid=5, compaction requested=false 2024-11-20T19:16:15,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 20e739e27c5c6ca72649b856f18da97e: 2024-11-20T19:16:15,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. for SnapshotProcedureTest completed. 2024-11-20T19:16:15,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T19:16:15,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T19:16:15,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/20e739e27c5c6ca72649b856f18da97e/cf/59687d3eba9b491c80bbba2d33d9fcf4] hfiles 2024-11-20T19:16:15,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/20e739e27c5c6ca72649b856f18da97e/cf/59687d3eba9b491c80bbba2d33d9fcf4 for snapshot=SnapshotProcedureTest 2024-11-20T19:16:15,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741861_1037 (size=105) 2024-11-20T19:16:15,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741861_1037 (size=105) 2024-11-20T19:16:15,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741861_1037 (size=105) 2024-11-20T19:16:15,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741862_1038 (size=97) 2024-11-20T19:16:15,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741862_1038 (size=97) 2024-11-20T19:16:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741862_1038 (size=97) 2024-11-20T19:16:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:16:15,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T19:16:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T19:16:15,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:16:15,768 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:16:15,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 20e739e27c5c6ca72649b856f18da97e in 11.3620 sec 2024-11-20T19:16:16,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:16:16,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T19:16:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T19:16:16,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:16:16,134 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:16:16,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-20T19:16:16,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d3891c2dbe76fb381d7101e7e20c8e0d in 11.7170 sec 2024-11-20T19:16:16,143 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T19:16:16,145 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T19:16:16,146 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T19:16:16,146 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T19:16:16,172 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T19:16:16,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741863_1039 (size=1174) 2024-11-20T19:16:16,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741863_1039 (size=1174) 2024-11-20T19:16:16,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741863_1039 (size=1174) 2024-11-20T19:16:16,742 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T19:16:16,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T19:16:16,772 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,43229,1732130131091 2024-11-20T19:16:16,773 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:16,773 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,34247,1732130131054 2024-11-20T19:16:16,777 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,34247,1732130131054 2024-11-20T19:16:16,779 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,43229,1732130131091 2024-11-20T19:16:16,808 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,43229,1732130131091 2024-11-20T19:16:16,809 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,34247,1732130131054 2024-11-20T19:16:16,810 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:16,813 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:16,861 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T19:16:16,862 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e14ef07817f4,34247,1732130131054 2024-11-20T19:16:16,862 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e14ef07817f4,34247,1732130131054: Simulated kill ***** 2024-11-20T19:16:16,862 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T19:16:16,862 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T19:16:16,863 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T19:16:16,863 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T19:16:16,863 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T19:16:16,863 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 738505152 }, "NonHeapMemoryUsage": { "committed": 178126848, "init": 7667712, "max": -1, "used": 173675240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T19:16:16,865 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44883 {}] master.MasterRpcServices(700): e14ef07817f4,34247,1732130131054 reported a fatal error: ***** ABORTING region server e14ef07817f4,34247,1732130131054: Simulated kill ***** 2024-11-20T19:16:16,876 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,34247,1732130131054' ***** 2024-11-20T19:16:16,876 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T19:16:16,877 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T19:16:16,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:16:16,882 INFO [RS:1;e14ef07817f4:34247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:16:16,882 INFO [RS:1;e14ef07817f4:34247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T19:16:16,882 INFO [RS:1;e14ef07817f4:34247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T19:16:16,882 INFO [RS:1;e14ef07817f4:34247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:16:16,882 INFO [RS:1;e14ef07817f4:34247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e14ef07817f4:34247. 2024-11-20T19:16:16,882 DEBUG [RS:1;e14ef07817f4:34247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:16:16,882 DEBUG [RS:1;e14ef07817f4:34247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:16:16,888 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:16:16,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741833_1009 (size=2010) 2024-11-20T19:16:16,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741833_1009 (size=2010) 2024-11-20T19:16:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741833_1009 (size=2010) 2024-11-20T19:16:16,924 DEBUG [RS:1;e14ef07817f4:34247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:16:16,924 INFO [RS:1;e14ef07817f4:34247 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:16:16,928 INFO [RS:1;e14ef07817f4:34247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34247 2024-11-20T19:16:16,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T19:16:16,990 INFO [RS:1;e14ef07817f4:34247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:16:16,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e14ef07817f4,34247,1732130131054 2024-11-20T19:16:17,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,34247,1732130131054] 2024-11-20T19:16:17,033 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e14ef07817f4,34247,1732130131054 already deleted, retry=false 2024-11-20T19:16:17,034 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e14ef07817f4,34247,1732130131054 on e14ef07817f4,44883,1732130130742 2024-11-20T19:16:17,036 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e14ef07817f4,34247,1732130131054, splitWal=true, meta=false 2024-11-20T19:16:17,036 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for e14ef07817f4,34247,1732130131054 (carryingMeta=false) e14ef07817f4,34247,1732130131054/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@397281c6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T19:16:17,039 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e14ef07817f4,34247,1732130131054, splitWal=true, meta=false 2024-11-20T19:16:17,048 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): e14ef07817f4,34247,1732130131054 had 3 regions 2024-11-20T19:16:17,057 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e14ef07817f4,34247,1732130131054, splitWal=true, meta=false, isMeta: false 2024-11-20T19:16:17,060 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting 2024-11-20T19:16:17,064 INFO [PEWorker-5 {}] master.SplitWALManager(105): e14ef07817f4,34247,1732130131054 WAL count=1, meta=false 2024-11-20T19:16:17,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e14ef07817f4%2C34247%2C1732130131054.1732130132020}] 2024-11-20T19:16:17,071 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,34247,1732130131054 Release verify snapshot worker=e14ef07817f4,34247,1732130131054 2024-11-20T19:16:17,071 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to e14ef07817f4,34247,1732130131054, this operation will be retried to send to another server 2024-11-20T19:16:17,071 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:16:17,072 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732130178072 2024-11-20T19:16:17,079 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-20T19:16:17,079 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-20T19:16:17,079 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-20T19:16:17,084 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,34247,1732130131054 Release verify snapshot worker=e14ef07817f4,34247,1732130131054 2024-11-20T19:16:17,084 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:17,084 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to e14ef07817f4,34247,1732130131054, this operation will be retried to send to another server 2024-11-20T19:16:17,084 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:16:17,085 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732130178085 2024-11-20T19:16:17,086 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,34247,1732130131054 Release verify snapshot worker=e14ef07817f4,34247,1732130131054 2024-11-20T19:16:17,086 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to e14ef07817f4,34247,1732130131054, this operation will be retried to send to another server 2024-11-20T19:16:17,086 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:16:17,086 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732130178086 2024-11-20T19:16:17,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e14ef07817f4%2C34247%2C1732130131054.1732130132020, worker=e14ef07817f4,40047,1732130130991}] 2024-11-20T19:16:17,109 INFO [RS:1;e14ef07817f4:34247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:16:17,109 INFO [RS:1;e14ef07817f4:34247 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,34247,1732130131054; zookeeper connection closed. 2024-11-20T19:16:17,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:16:17,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x10159ac46c80002, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:16:17,122 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7aab2bc6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7aab2bc6 2024-11-20T19:16:17,871 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:16:17,871 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:16:22,920 INFO [master/e14ef07817f4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T19:16:22,920 INFO [master/e14ef07817f4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T19:16:26,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-20T19:16:26,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-20T19:16:26,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-20T19:16:26,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-20T19:16:26,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-20T19:16:26,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-20T19:16:26,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-20T19:16:26,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T19:16:26,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T19:16:26,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-20T19:16:26,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-20T19:16:26,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T19:16:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-20T19:16:26,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-20T19:16:26,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T19:16:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T19:16:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-20T19:16:26,781 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40047,1732130130991 Release verify snapshot worker=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:26,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-20T19:16:26,781 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,43229,1732130131091 Release verify snapshot worker=e14ef07817f4,43229,1732130131091 2024-11-20T19:16:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-20T19:16:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-20T19:16:26,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40047,1732130130991 in 10.0230 sec 2024-11-20T19:16:26,783 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T19:16:26,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,43229,1732130131091 in 10.0230 sec 2024-11-20T19:16:26,784 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,43229,1732130131091 2024-11-20T19:16:26,786 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,43229,1732130131091 Release verify snapshot worker=e14ef07817f4,43229,1732130131091 2024-11-20T19:16:26,786 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,43229,1732130131091 Release verify snapshot worker=e14ef07817f4,43229,1732130131091 2024-11-20T19:16:26,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,43229,1732130131091 in 10.0280 sec 2024-11-20T19:16:26,788 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40047,1732130130991 Release verify snapshot worker=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:26,789 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40047,1732130130991 Release verify snapshot worker=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:26,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,43229,1732130131091 in 10.0280 sec 2024-11-20T19:16:26,789 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,43229,1732130131091 2024-11-20T19:16:26,789 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:26,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40047,1732130130991 in 10.0300 sec 2024-11-20T19:16:26,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40047,1732130130991 in 10.0310 sec 2024-11-20T19:16:26,795 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting/e14ef07817f4%2C34247%2C1732130131054.1732130132020, size=2.0 K (2010bytes) 2024-11-20T19:16:26,795 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting/e14ef07817f4%2C34247%2C1732130131054.1732130132020 2024-11-20T19:16:26,796 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting/e14ef07817f4%2C34247%2C1732130131054.1732130132020 after 1ms 2024-11-20T19:16:26,799 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting/e14ef07817f4%2C34247%2C1732130131054.1732130132020 took 4ms 2024-11-20T19:16:26,801 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1c88259c3bce7262f00a056b61c2f734: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-20T19:16:26,803 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for c56f6744c0648dacca1bf6ed917e8e53: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-20T19:16:26,804 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 175bdf521235580e578b6fcb911c6755: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T19:16:26,804 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting/e14ef07817f4%2C34247%2C1732130131054.1732130132020 so closing down 2024-11-20T19:16:26,804 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T19:16:26,805 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T19:16:26,805 INFO [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 7 edits across 0 Regions in 6 ms; skipped=7; WAL=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting/e14ef07817f4%2C34247%2C1732130131054.1732130132020, size=2.0 K, length=2010, corrupted=false, cancelled=false 2024-11-20T19:16:26,805 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting/e14ef07817f4%2C34247%2C1732130131054.1732130132020, journal: Splitting hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting/e14ef07817f4%2C34247%2C1732130131054.1732130132020, size=2.0 K (2010bytes) at 1732130186795Finishing writing output for hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting/e14ef07817f4%2C34247%2C1732130131054.1732130132020 so closing down at 1732130186804 (+9 ms)3 split writer threads finished at 1732130186805 (+1 ms)Processed 7 edits across 0 Regions in 6 ms; skipped=7; WAL=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting/e14ef07817f4%2C34247%2C1732130131054.1732130132020, size=2.0 K, length=2010, corrupted=false, cancelled=false at 1732130186805 2024-11-20T19:16:26,805 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting/e14ef07817f4%2C34247%2C1732130131054.1732130132020 2024-11-20T19:16:26,805 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T19:16:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T19:16:26,809 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting/e14ef07817f4%2C34247%2C1732130131054.1732130132020 to hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/oldWALs 2024-11-20T19:16:26,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T19:16:26,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e14ef07817f4%2C34247%2C1732130131054.1732130132020, worker=e14ef07817f4,40047,1732130130991 in 9.7210 sec 2024-11-20T19:16:26,813 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:26,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T19:16:26,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure e14ef07817f4%2C34247%2C1732130131054.1732130132020, worker=e14ef07817f4,40047,1732130130991 in 9.7490 sec 2024-11-20T19:16:26,816 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting dir is empty, no logs to split. 2024-11-20T19:16:26,816 INFO [PEWorker-4 {}] master.SplitWALManager(105): e14ef07817f4,34247,1732130131054 WAL count=0, meta=false 2024-11-20T19:16:26,816 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if e14ef07817f4,34247,1732130131054 WAL splitting is done? wals=0, meta=false 2024-11-20T19:16:26,818 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e14ef07817f4,34247,1732130131054 failed, ignore...File hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,34247,1732130131054-splitting does not exist. 2024-11-20T19:16:26,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=175bdf521235580e578b6fcb911c6755, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c88259c3bce7262f00a056b61c2f734, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c56f6744c0648dacca1bf6ed917e8e53, ASSIGN}] 2024-11-20T19:16:26,820 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c56f6744c0648dacca1bf6ed917e8e53, ASSIGN 2024-11-20T19:16:26,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c88259c3bce7262f00a056b61c2f734, ASSIGN 2024-11-20T19:16:26,820 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=175bdf521235580e578b6fcb911c6755, ASSIGN 2024-11-20T19:16:26,821 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c56f6744c0648dacca1bf6ed917e8e53, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T19:16:26,821 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=175bdf521235580e578b6fcb911c6755, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T19:16:26,821 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c88259c3bce7262f00a056b61c2f734, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T19:16:26,971 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(204): Hosts are {e14ef07817f4=0} racks are {/default-rack=0} 2024-11-20T19:16:26,972 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T19:16:26,972 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T19:16:26,972 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T19:16:26,972 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T19:16:26,972 INFO [e14ef07817f4:44883 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T19:16:26,973 INFO [e14ef07817f4:44883 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T19:16:26,973 DEBUG [e14ef07817f4:44883 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T19:16:26,973 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=175bdf521235580e578b6fcb911c6755, regionState=OPENING, regionLocation=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:26,973 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=1c88259c3bce7262f00a056b61c2f734, regionState=OPENING, regionLocation=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:26,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=c56f6744c0648dacca1bf6ed917e8e53, regionState=OPENING, regionLocation=e14ef07817f4,43229,1732130131091 2024-11-20T19:16:26,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c88259c3bce7262f00a056b61c2f734, ASSIGN because future has completed 2024-11-20T19:16:26,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c88259c3bce7262f00a056b61c2f734, server=e14ef07817f4,40047,1732130130991}] 2024-11-20T19:16:26,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=175bdf521235580e578b6fcb911c6755, ASSIGN because future has completed 2024-11-20T19:16:26,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 175bdf521235580e578b6fcb911c6755, server=e14ef07817f4,40047,1732130130991}] 2024-11-20T19:16:26,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c56f6744c0648dacca1bf6ed917e8e53, ASSIGN because future has completed 2024-11-20T19:16:26,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure c56f6744c0648dacca1bf6ed917e8e53, server=e14ef07817f4,43229,1732130131091}] 2024-11-20T19:16:30,714 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:16:31,898 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T19:16:36,809 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:16:36,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-20T19:16:36,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-20T19:16:36,809 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 175bdf521235580e578b6fcb911c6755, NAME => 'SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T19:16:36,809 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:36,809 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:16:36,810 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:36,810 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:36,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-20T19:16:36,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-20T19:16:36,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-20T19:16:36,813 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:16:36,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-20T19:16:36,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-20T19:16:36,813 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => c56f6744c0648dacca1bf6ed917e8e53, NAME => 'SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T19:16:36,813 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:36,813 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:16:36,813 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:36,813 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-20T19:16:36,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-20T19:16:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-20T19:16:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-20T19:16:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44883 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-20T19:16:36,824 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,43229,1732130131091 Release verify snapshot worker=e14ef07817f4,43229,1732130131091 2024-11-20T19:16:36,825 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40047,1732130130991 Release verify snapshot worker=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:36,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,43229,1732130131091 in 20.0660 sec 2024-11-20T19:16:36,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40047,1732130130991 in 20.0670 sec 2024-11-20T19:16:36,834 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40047,1732130130991 Release verify snapshot worker=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:36,835 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,43229,1732130131091 Release verify snapshot worker=e14ef07817f4,43229,1732130131091 2024-11-20T19:16:36,840 INFO [StoreOpener-175bdf521235580e578b6fcb911c6755-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:36,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,40047,1732130130991 in 20.0760 sec 2024-11-20T19:16:36,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-11-20T19:16:36,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e14ef07817f4,43229,1732130131091 in 20.0770 sec 2024-11-20T19:16:36,844 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T19:16:36,844 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T19:16:36,845 INFO [StoreOpener-175bdf521235580e578b6fcb911c6755-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 175bdf521235580e578b6fcb911c6755 columnFamilyName cf 2024-11-20T19:16:36,845 DEBUG [StoreOpener-175bdf521235580e578b6fcb911c6755-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:16:36,848 INFO [StoreOpener-c56f6744c0648dacca1bf6ed917e8e53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:36,848 INFO [StoreOpener-175bdf521235580e578b6fcb911c6755-1 {}] regionserver.HStore(327): Store=175bdf521235580e578b6fcb911c6755/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:16:36,849 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:36,850 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T19:16:36,850 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T19:16:36,852 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:36,853 INFO [StoreOpener-c56f6744c0648dacca1bf6ed917e8e53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c56f6744c0648dacca1bf6ed917e8e53 columnFamilyName cf 2024-11-20T19:16:36,853 DEBUG [StoreOpener-c56f6744c0648dacca1bf6ed917e8e53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:16:36,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 32.5880 sec 2024-11-20T19:16:36,865 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:36,868 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:36,869 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:36,877 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:36,885 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 175bdf521235580e578b6fcb911c6755; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61369186, jitterRate=-0.08552786707878113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:16:36,885 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:36,885 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 175bdf521235580e578b6fcb911c6755: Running coprocessor pre-open hook at 1732130196810Writing region info on filesystem at 1732130196810Initializing all the Stores at 1732130196821 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130196821Cleaning up temporary data from old regions at 1732130196869 (+48 ms)Running coprocessor post-open hooks at 1732130196885 (+16 ms)Region opened successfully at 1732130196885 2024-11-20T19:16:36,888 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755., pid=53, masterSystemTime=1732130196784 2024-11-20T19:16:36,896 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:16:36,897 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:16:36,897 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:16:36,897 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c88259c3bce7262f00a056b61c2f734, NAME => 'SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T19:16:36,897 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:36,898 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:16:36,898 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:36,898 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:36,901 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=175bdf521235580e578b6fcb911c6755, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:36,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 175bdf521235580e578b6fcb911c6755, server=e14ef07817f4,40047,1732130130991 because future has completed 2024-11-20T19:16:36,917 INFO [StoreOpener-1c88259c3bce7262f00a056b61c2f734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:36,920 DEBUG [StoreOpener-c56f6744c0648dacca1bf6ed917e8e53-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53/cf/072ccaf8e75a482f93be650438ee1f56 2024-11-20T19:16:36,921 INFO [StoreOpener-c56f6744c0648dacca1bf6ed917e8e53-1 {}] regionserver.HStore(327): Store=c56f6744c0648dacca1bf6ed917e8e53/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:16:36,922 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:36,925 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:36,926 INFO [StoreOpener-1c88259c3bce7262f00a056b61c2f734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c88259c3bce7262f00a056b61c2f734 columnFamilyName cf 2024-11-20T19:16:36,926 DEBUG [StoreOpener-1c88259c3bce7262f00a056b61c2f734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:16:36,929 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:36,932 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:36,933 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:36,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-11-20T19:16:36,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 175bdf521235580e578b6fcb911c6755, server=e14ef07817f4,40047,1732130130991 in 9.9470 sec 2024-11-20T19:16:36,949 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:36,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=175bdf521235580e578b6fcb911c6755, ASSIGN in 10.1190 sec 2024-11-20T19:16:36,966 DEBUG [StoreOpener-1c88259c3bce7262f00a056b61c2f734-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734/cf/98acaac87fd549948976c9a40168baed 2024-11-20T19:16:36,967 INFO [StoreOpener-1c88259c3bce7262f00a056b61c2f734-1 {}] regionserver.HStore(327): Store=1c88259c3bce7262f00a056b61c2f734/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:16:36,967 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:36,972 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:36,973 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:16:36,980 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:36,984 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened c56f6744c0648dacca1bf6ed917e8e53; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61141605, jitterRate=-0.08891908824443817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:16:36,984 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:36,985 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for c56f6744c0648dacca1bf6ed917e8e53: Running coprocessor pre-open hook at 1732130196813Writing region info on filesystem at 1732130196814 (+1 ms)Initializing all the Stores at 1732130196824 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130196824Cleaning up temporary data from old regions at 1732130196933 (+109 ms)Running coprocessor post-open hooks at 1732130196984 (+51 ms)Region opened successfully at 1732130196984 2024-11-20T19:16:36,988 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:36,988 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:36,995 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53., pid=54, masterSystemTime=1732130196788 2024-11-20T19:16:37,004 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:16:37,004 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:16:37,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=c56f6744c0648dacca1bf6ed917e8e53, regionState=OPEN, openSeqNum=6, regionLocation=e14ef07817f4,43229,1732130131091 2024-11-20T19:16:37,009 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:37,014 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:16:37,016 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 1c88259c3bce7262f00a056b61c2f734; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62368979, jitterRate=-0.0706297904253006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T19:16:37,016 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:37,016 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 1c88259c3bce7262f00a056b61c2f734: Running coprocessor pre-open hook at 1732130196898Writing region info on filesystem at 1732130196898Initializing all the Stores at 1732130196906 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130196906Cleaning up temporary data from old regions at 1732130196988 (+82 ms)Running coprocessor post-open hooks at 1732130197016 (+28 ms)Region opened successfully at 1732130197016 2024-11-20T19:16:37,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure c56f6744c0648dacca1bf6ed917e8e53, server=e14ef07817f4,43229,1732130131091 because future has completed 2024-11-20T19:16:37,026 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734., pid=52, masterSystemTime=1732130196784 2024-11-20T19:16:37,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-20T19:16:37,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure c56f6744c0648dacca1bf6ed917e8e53, server=e14ef07817f4,43229,1732130131091 in 10.0430 sec 2024-11-20T19:16:37,034 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:16:37,034 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:16:37,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c56f6744c0648dacca1bf6ed917e8e53, ASSIGN in 10.2140 sec 2024-11-20T19:16:37,036 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=1c88259c3bce7262f00a056b61c2f734, regionState=OPEN, openSeqNum=6, regionLocation=e14ef07817f4,40047,1732130130991 2024-11-20T19:16:37,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c88259c3bce7262f00a056b61c2f734, server=e14ef07817f4,40047,1732130130991 because future has completed 2024-11-20T19:16:37,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-11-20T19:16:37,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c88259c3bce7262f00a056b61c2f734, server=e14ef07817f4,40047,1732130130991 in 10.0660 sec 2024-11-20T19:16:37,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-20T19:16:37,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c88259c3bce7262f00a056b61c2f734, ASSIGN in 10.2270 sec 2024-11-20T19:16:37,051 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server e14ef07817f4,34247,1732130131054 after splitting done 2024-11-20T19:16:37,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure e14ef07817f4,34247,1732130131054, splitWal=true, meta=false in 20.0170 sec 2024-11-20T19:16:37,145 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T19:16:37,157 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T19:16:37,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:16:37,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:16:37,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:16:37,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:16:37,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:16:37,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:16:37,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:16:37,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1475488481, stopped=false 2024-11-20T19:16:37,160 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,44883,1732130130742 2024-11-20T19:16:37,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T19:16:37,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T19:16:37,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T19:16:37,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:16:37,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:16:37,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:16:37,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:16:37,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:16:37,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:16:37,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:16:37,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:16:37,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:16:37,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:16:37,171 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,40047,1732130130991' ***** 2024-11-20T19:16:37,171 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:16:37,171 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,43229,1732130131091' ***** 2024-11-20T19:16:37,171 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:16:37,171 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:16:37,171 INFO [RS:2;e14ef07817f4:43229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:16:37,171 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:16:37,171 INFO [RS:2;e14ef07817f4:43229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:16:37,171 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(3091): Received CLOSE for 425e0ad2e4c1fb698ac7b68b41094c17 2024-11-20T19:16:37,174 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(3091): Received CLOSE for c56f6744c0648dacca1bf6ed917e8e53 2024-11-20T19:16:37,174 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(3091): Received CLOSE for d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:16:37,174 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(3091): Received CLOSE for 3df7c722b75f997f44465624be0b2084 2024-11-20T19:16:37,174 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,43229,1732130131091 2024-11-20T19:16:37,174 INFO [RS:2;e14ef07817f4:43229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:16:37,174 INFO [RS:2;e14ef07817f4:43229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e14ef07817f4:43229. 2024-11-20T19:16:37,174 DEBUG [RS:2;e14ef07817f4:43229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:16:37,174 DEBUG [RS:2;e14ef07817f4:43229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:16:37,175 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:16:37,175 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:16:37,175 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:16:37,175 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:16:37,175 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 425e0ad2e4c1fb698ac7b68b41094c17, disabling compactions & flushes 2024-11-20T19:16:37,176 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:16:37,176 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:16:37,176 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. after waiting 0 ms 2024-11-20T19:16:37,176 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:16:37,176 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-20T19:16:37,176 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1325): Online Regions={425e0ad2e4c1fb698ac7b68b41094c17=SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17., c56f6744c0648dacca1bf6ed917e8e53=SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53., d3891c2dbe76fb381d7101e7e20c8e0d=SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d., 1588230740=hbase:meta,,1.1588230740, 3df7c722b75f997f44465624be0b2084=SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084.} 2024-11-20T19:16:37,176 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3df7c722b75f997f44465624be0b2084, 425e0ad2e4c1fb698ac7b68b41094c17, c56f6744c0648dacca1bf6ed917e8e53, d3891c2dbe76fb381d7101e7e20c8e0d 2024-11-20T19:16:37,180 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:16:37,180 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:16:37,180 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:16:37,180 INFO [RS:0;e14ef07817f4:40047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:16:37,180 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:16:37,180 INFO [RS:0;e14ef07817f4:40047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:16:37,180 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:16:37,180 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:16:37,180 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(3091): Received CLOSE for ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:16:37,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:16:37,181 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-20T19:16:37,192 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(3091): Received CLOSE for 62aef460c0caa52c2592dc22e3cef4e7 2024-11-20T19:16:37,192 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(3091): Received CLOSE for 175bdf521235580e578b6fcb911c6755 2024-11-20T19:16:37,192 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(3091): Received CLOSE for 131a436f0ce80fa32ca3f2372622eec2 2024-11-20T19:16:37,192 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(3091): Received CLOSE for 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:16:37,192 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c88259c3bce7262f00a056b61c2f734 2024-11-20T19:16:37,193 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,40047,1732130130991 2024-11-20T19:16:37,193 INFO [RS:0;e14ef07817f4:40047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:16:37,193 INFO [RS:0;e14ef07817f4:40047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:40047. 2024-11-20T19:16:37,193 DEBUG [RS:0;e14ef07817f4:40047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:16:37,193 DEBUG [RS:0;e14ef07817f4:40047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:16:37,193 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-20T19:16:37,193 DEBUG [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(1325): Online Regions={ce7c4ba0795ba43e3ee10efe3012a764=SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764., 62aef460c0caa52c2592dc22e3cef4e7=SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7., 175bdf521235580e578b6fcb911c6755=SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755., 131a436f0ce80fa32ca3f2372622eec2=SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2., 20e739e27c5c6ca72649b856f18da97e=SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e., 1c88259c3bce7262f00a056b61c2f734=SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734.} 2024-11-20T19:16:37,193 DEBUG [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(1351): Waiting on 131a436f0ce80fa32ca3f2372622eec2, 175bdf521235580e578b6fcb911c6755, 1c88259c3bce7262f00a056b61c2f734, 20e739e27c5c6ca72649b856f18da97e, 62aef460c0caa52c2592dc22e3cef4e7, ce7c4ba0795ba43e3ee10efe3012a764 2024-11-20T19:16:37,197 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce7c4ba0795ba43e3ee10efe3012a764, disabling compactions & flushes 2024-11-20T19:16:37,197 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:16:37,197 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:16:37,197 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. after waiting 0 ms 2024-11-20T19:16:37,197 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:16:37,217 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:16:37,225 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/425e0ad2e4c1fb698ac7b68b41094c17/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:16:37,225 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/ce7c4ba0795ba43e3ee10efe3012a764/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:16:37,226 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/.tmp/info/6b9eb041c3ff4a689fa089ae6d071f55 is 167, key is SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764./info:regioninfo/1732130154282/Put/seqid=0 2024-11-20T19:16:37,229 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:16:37,229 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce7c4ba0795ba43e3ee10efe3012a764: Waiting for close lock at 1732130197197Running coprocessor pre-close hooks at 1732130197197Disabling compacts and flushes for region at 1732130197197Disabling writes for close at 1732130197197Writing region close event to WAL at 1732130197199 (+2 ms)Running coprocessor post-close hooks at 1732130197229 (+30 ms)Closed at 1732130197229 2024-11-20T19:16:37,229 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732130142979.ce7c4ba0795ba43e3ee10efe3012a764. 2024-11-20T19:16:37,229 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:16:37,229 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 425e0ad2e4c1fb698ac7b68b41094c17: Waiting for close lock at 1732130197175Running coprocessor pre-close hooks at 1732130197175Disabling compacts and flushes for region at 1732130197175Disabling writes for close at 1732130197176 (+1 ms)Writing region close event to WAL at 1732130197188 (+12 ms)Running coprocessor post-close hooks at 1732130197229 (+41 ms)Closed at 1732130197229 2024-11-20T19:16:37,229 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62aef460c0caa52c2592dc22e3cef4e7, disabling compactions & flushes 2024-11-20T19:16:37,229 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732130142979.425e0ad2e4c1fb698ac7b68b41094c17. 2024-11-20T19:16:37,229 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:16:37,229 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:16:37,229 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c56f6744c0648dacca1bf6ed917e8e53, disabling compactions & flushes 2024-11-20T19:16:37,229 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. after waiting 0 ms 2024-11-20T19:16:37,229 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:16:37,229 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:16:37,229 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:16:37,229 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. after waiting 0 ms 2024-11-20T19:16:37,229 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:16:37,248 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:16:37,265 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/62aef460c0caa52c2592dc22e3cef4e7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:16:37,266 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:16:37,266 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62aef460c0caa52c2592dc22e3cef4e7: Waiting for close lock at 1732130197229Running coprocessor pre-close hooks at 1732130197229Disabling compacts and flushes for region at 1732130197229Disabling writes for close at 1732130197229Writing region close event to WAL at 1732130197230 (+1 ms)Running coprocessor post-close hooks at 1732130197266 (+36 ms)Closed at 1732130197266 2024-11-20T19:16:37,266 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732130142979.62aef460c0caa52c2592dc22e3cef4e7. 2024-11-20T19:16:37,266 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 175bdf521235580e578b6fcb911c6755, disabling compactions & flushes 2024-11-20T19:16:37,266 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:16:37,266 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:16:37,266 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. after waiting 0 ms 2024-11-20T19:16:37,266 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:16:37,296 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/c56f6744c0648dacca1bf6ed917e8e53/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-20T19:16:37,309 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:16:37,309 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c56f6744c0648dacca1bf6ed917e8e53: Waiting for close lock at 1732130197229Running coprocessor pre-close hooks at 1732130197229Disabling compacts and flushes for region at 1732130197229Disabling writes for close at 1732130197229Writing region close event to WAL at 1732130197256 (+27 ms)Running coprocessor post-close hooks at 1732130197309 (+53 ms)Closed at 1732130197309 2024-11-20T19:16:37,309 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732130142979.c56f6744c0648dacca1bf6ed917e8e53. 2024-11-20T19:16:37,309 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3891c2dbe76fb381d7101e7e20c8e0d, disabling compactions & flushes 2024-11-20T19:16:37,309 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:16:37,310 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:16:37,310 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. after waiting 0 ms 2024-11-20T19:16:37,310 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:16:37,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741864_1040 (size=19822) 2024-11-20T19:16:37,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741864_1040 (size=19822) 2024-11-20T19:16:37,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741864_1040 (size=19822) 2024-11-20T19:16:37,329 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/175bdf521235580e578b6fcb911c6755/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T19:16:37,332 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:16:37,332 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 175bdf521235580e578b6fcb911c6755: Waiting for close lock at 1732130197266Running coprocessor pre-close hooks at 1732130197266Disabling compacts and flushes for region at 1732130197266Disabling writes for close at 1732130197266Writing region close event to WAL at 1732130197278 (+12 ms)Running coprocessor post-close hooks at 1732130197332 (+54 ms)Closed at 1732130197332 2024-11-20T19:16:37,333 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/.tmp/info/6b9eb041c3ff4a689fa089ae6d071f55 2024-11-20T19:16:37,333 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732130142979.175bdf521235580e578b6fcb911c6755. 2024-11-20T19:16:37,333 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 131a436f0ce80fa32ca3f2372622eec2, disabling compactions & flushes 2024-11-20T19:16:37,333 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:16:37,333 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:16:37,333 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. after waiting 0 ms 2024-11-20T19:16:37,333 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:16:37,351 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/d3891c2dbe76fb381d7101e7e20c8e0d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T19:16:37,352 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/131a436f0ce80fa32ca3f2372622eec2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:16:37,354 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:16:37,354 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 131a436f0ce80fa32ca3f2372622eec2: Waiting for close lock at 1732130197333Running coprocessor pre-close hooks at 1732130197333Disabling compacts and flushes for region at 1732130197333Disabling writes for close at 1732130197333Writing region close event to WAL at 1732130197340 (+7 ms)Running coprocessor post-close hooks at 1732130197354 (+14 ms)Closed at 1732130197354 2024-11-20T19:16:37,354 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732130142979.131a436f0ce80fa32ca3f2372622eec2. 2024-11-20T19:16:37,354 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20e739e27c5c6ca72649b856f18da97e, disabling compactions & flushes 2024-11-20T19:16:37,354 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:16:37,354 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:16:37,354 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. after waiting 0 ms 2024-11-20T19:16:37,354 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:16:37,357 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:16:37,357 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3891c2dbe76fb381d7101e7e20c8e0d: Waiting for close lock at 1732130197309Running coprocessor pre-close hooks at 1732130197309Disabling compacts and flushes for region at 1732130197309Disabling writes for close at 1732130197310 (+1 ms)Writing region close event to WAL at 1732130197332 (+22 ms)Running coprocessor post-close hooks at 1732130197357 (+25 ms)Closed at 1732130197357 2024-11-20T19:16:37,357 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732130142979.d3891c2dbe76fb381d7101e7e20c8e0d. 2024-11-20T19:16:37,357 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3df7c722b75f997f44465624be0b2084, disabling compactions & flushes 2024-11-20T19:16:37,357 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:16:37,357 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:16:37,357 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. after waiting 0 ms 2024-11-20T19:16:37,357 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:16:37,377 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3df7c722b75f997f44465624be0b2084 2024-11-20T19:16:37,396 DEBUG [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(1351): Waiting on 1c88259c3bce7262f00a056b61c2f734, 20e739e27c5c6ca72649b856f18da97e 2024-11-20T19:16:37,398 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/.tmp/ns/bfa6fb9d39094635a541b7437f04e2c2 is 43, key is default/ns:d/1732130142640/Put/seqid=0 2024-11-20T19:16:37,406 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/20e739e27c5c6ca72649b856f18da97e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T19:16:37,408 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:16:37,408 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20e739e27c5c6ca72649b856f18da97e: Waiting for close lock at 1732130197354Running coprocessor pre-close hooks at 1732130197354Disabling compacts and flushes for region at 1732130197354Disabling writes for close at 1732130197354Writing region close event to WAL at 1732130197369 (+15 ms)Running coprocessor post-close hooks at 1732130197408 (+39 ms)Closed at 1732130197408 2024-11-20T19:16:37,408 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732130142979.20e739e27c5c6ca72649b856f18da97e. 2024-11-20T19:16:37,409 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c88259c3bce7262f00a056b61c2f734, disabling compactions & flushes 2024-11-20T19:16:37,409 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:16:37,409 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:16:37,409 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. after waiting 0 ms 2024-11-20T19:16:37,409 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:16:37,412 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/3df7c722b75f997f44465624be0b2084/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T19:16:37,413 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:16:37,413 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3df7c722b75f997f44465624be0b2084: Waiting for close lock at 1732130197357Running coprocessor pre-close hooks at 1732130197357Disabling compacts and flushes for region at 1732130197357Disabling writes for close at 1732130197357Writing region close event to WAL at 1732130197368 (+11 ms)Running coprocessor post-close hooks at 1732130197413 (+45 ms)Closed at 1732130197413 2024-11-20T19:16:37,413 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732130142979.3df7c722b75f997f44465624be0b2084. 2024-11-20T19:16:37,467 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/default/SPTestTable/1c88259c3bce7262f00a056b61c2f734/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-20T19:16:37,478 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:16:37,478 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c88259c3bce7262f00a056b61c2f734: Waiting for close lock at 1732130197409Running coprocessor pre-close hooks at 1732130197409Disabling compacts and flushes for region at 1732130197409Disabling writes for close at 1732130197409Writing region close event to WAL at 1732130197426 (+17 ms)Running coprocessor post-close hooks at 1732130197478 (+52 ms)Closed at 1732130197478 2024-11-20T19:16:37,478 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732130142979.1c88259c3bce7262f00a056b61c2f734. 2024-11-20T19:16:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741865_1041 (size=5153) 2024-11-20T19:16:37,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741865_1041 (size=5153) 2024-11-20T19:16:37,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741865_1041 (size=5153) 2024-11-20T19:16:37,517 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/.tmp/ns/bfa6fb9d39094635a541b7437f04e2c2 2024-11-20T19:16:37,578 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:16:37,596 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,40047,1732130130991; all regions closed. 2024-11-20T19:16:37,597 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/.tmp/table/01494fbc7786413aa16ef3cc56b293f8 is 47, key is SPTestTable/table:state/1732130154502/Put/seqid=0 2024-11-20T19:16:37,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741834_1010 (size=4117) 2024-11-20T19:16:37,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741834_1010 (size=4117) 2024-11-20T19:16:37,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741834_1010 (size=4117) 2024-11-20T19:16:37,640 DEBUG [RS:0;e14ef07817f4:40047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/oldWALs 2024-11-20T19:16:37,640 INFO [RS:0;e14ef07817f4:40047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C40047%2C1732130130991:(num 1732130132038) 2024-11-20T19:16:37,640 DEBUG [RS:0;e14ef07817f4:40047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:16:37,640 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:16:37,641 INFO [RS:0;e14ef07817f4:40047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:16:37,641 INFO [RS:0;e14ef07817f4:40047 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T19:16:37,641 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:16:37,641 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:16:37,641 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:16:37,641 INFO [RS:0;e14ef07817f4:40047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:16:37,641 INFO [RS:0;e14ef07817f4:40047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40047 2024-11-20T19:16:37,642 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:16:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e14ef07817f4,40047,1732130130991 2024-11-20T19:16:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T19:16:37,652 INFO [RS:0;e14ef07817f4:40047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:16:37,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,40047,1732130130991] 2024-11-20T19:16:37,676 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e14ef07817f4,40047,1732130130991 already deleted, retry=false 2024-11-20T19:16:37,676 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,40047,1732130130991 expired; onlineServers=1 2024-11-20T19:16:37,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741866_1042 (size=5214) 2024-11-20T19:16:37,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741866_1042 (size=5214) 2024-11-20T19:16:37,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741866_1042 (size=5214) 2024-11-20T19:16:37,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:16:37,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10159ac46c80001, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:16:37,763 INFO [RS:0;e14ef07817f4:40047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:16:37,763 INFO [RS:0;e14ef07817f4:40047 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,40047,1732130130991; zookeeper connection closed. 2024-11-20T19:16:37,780 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:16:37,780 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@204a63ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@204a63ee 2024-11-20T19:16:37,932 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:16:37,933 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:16:37,980 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:16:38,136 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/.tmp/table/01494fbc7786413aa16ef3cc56b293f8 2024-11-20T19:16:38,176 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/.tmp/info/6b9eb041c3ff4a689fa089ae6d071f55 as hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/info/6b9eb041c3ff4a689fa089ae6d071f55 2024-11-20T19:16:38,180 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:16:38,180 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:16:38,180 DEBUG [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:16:38,217 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/info/6b9eb041c3ff4a689fa089ae6d071f55, entries=112, sequenceid=35, filesize=19.4 K 2024-11-20T19:16:38,218 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/.tmp/ns/bfa6fb9d39094635a541b7437f04e2c2 as hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/ns/bfa6fb9d39094635a541b7437f04e2c2 2024-11-20T19:16:38,260 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/ns/bfa6fb9d39094635a541b7437f04e2c2, entries=2, sequenceid=35, filesize=5.0 K 2024-11-20T19:16:38,265 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/.tmp/table/01494fbc7786413aa16ef3cc56b293f8 as hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/table/01494fbc7786413aa16ef3cc56b293f8 2024-11-20T19:16:38,297 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/table/01494fbc7786413aa16ef3cc56b293f8, entries=2, sequenceid=35, filesize=5.1 K 2024-11-20T19:16:38,304 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 1124ms, sequenceid=35, compaction requested=false 2024-11-20T19:16:38,369 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-20T19:16:38,370 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:16:38,370 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:16:38,370 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130197180Running coprocessor pre-close hooks at 1732130197180Disabling compacts and flushes for region at 1732130197180Disabling writes for close at 1732130197180Obtaining lock to block concurrent updates at 1732130197181 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732130197181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732130197181Flushing stores of hbase:meta,,1.1588230740 at 1732130197184 (+3 ms)Flushing 1588230740/info: creating writer at 1732130197184Flushing 1588230740/info: appending metadata at 1732130197226 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732130197226Flushing 1588230740/ns: creating writer at 1732130197358 (+132 ms)Flushing 1588230740/ns: appending metadata at 1732130197396 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1732130197396Flushing 1588230740/table: creating writer at 1732130197544 (+148 ms)Flushing 1588230740/table: appending metadata at 1732130197596 (+52 ms)Flushing 1588230740/table: closing flushed file at 1732130197596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55dbb80c: reopening flushed file at 1732130198166 (+570 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d2c49a: reopening flushed file at 1732130198217 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d4a30d: reopening flushed file at 1732130198260 (+43 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 1124ms, sequenceid=35, compaction requested=false at 1732130198304 (+44 ms)Writing region close event to WAL at 1732130198349 (+45 ms)Running coprocessor post-close hooks at 1732130198370 (+21 ms)Closed at 1732130198370 2024-11-20T19:16:38,370 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:16:38,381 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,43229,1732130131091; all regions closed. 2024-11-20T19:16:38,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741836_1012 (size=18438) 2024-11-20T19:16:38,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741836_1012 (size=18438) 2024-11-20T19:16:38,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741836_1012 (size=18438) 2024-11-20T19:16:38,427 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/WALs/e14ef07817f4,43229,1732130131091/e14ef07817f4%2C43229%2C1732130131091.meta.1732130142334.meta not finished, retry = 0 2024-11-20T19:16:38,535 DEBUG [RS:2;e14ef07817f4:43229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/oldWALs 2024-11-20T19:16:38,535 INFO [RS:2;e14ef07817f4:43229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C43229%2C1732130131091.meta:.meta(num 1732130142334) 2024-11-20T19:16:38,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741835_1011 (size=2981) 2024-11-20T19:16:38,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741835_1011 (size=2981) 2024-11-20T19:16:38,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741835_1011 (size=2981) 2024-11-20T19:16:38,569 DEBUG [RS:2;e14ef07817f4:43229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/oldWALs 2024-11-20T19:16:38,569 INFO [RS:2;e14ef07817f4:43229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C43229%2C1732130131091:(num 1732130132078) 2024-11-20T19:16:38,569 DEBUG [RS:2;e14ef07817f4:43229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:16:38,569 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:16:38,572 INFO [RS:2;e14ef07817f4:43229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:16:38,572 INFO [RS:2;e14ef07817f4:43229 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T19:16:38,572 INFO [RS:2;e14ef07817f4:43229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:16:38,573 INFO [RS:2;e14ef07817f4:43229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43229 2024-11-20T19:16:38,573 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:16:38,620 INFO [RS:2;e14ef07817f4:43229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:16:38,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e14ef07817f4,43229,1732130131091 2024-11-20T19:16:38,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T19:16:38,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,43229,1732130131091] 2024-11-20T19:16:38,641 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e14ef07817f4,43229,1732130131091 already deleted, retry=false 2024-11-20T19:16:38,641 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,43229,1732130131091 expired; onlineServers=0 2024-11-20T19:16:38,641 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,44883,1732130130742' ***** 2024-11-20T19:16:38,641 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:16:38,641 INFO [M:0;e14ef07817f4:44883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:16:38,642 INFO [M:0;e14ef07817f4:44883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:16:38,642 DEBUG [M:0;e14ef07817f4:44883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:16:38,642 DEBUG [M:0;e14ef07817f4:44883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:16:38,642 INFO [M:0;e14ef07817f4:44883 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:16:38,642 INFO [M:0;e14ef07817f4:44883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:16:38,642 DEBUG [M:0;e14ef07817f4:44883 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:16:38,642 INFO [M:0;e14ef07817f4:44883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:16:38,642 INFO [M:0;e14ef07817f4:44883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:16:38,642 ERROR [M:0;e14ef07817f4:44883 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:43249 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43249,5,PEWorkerGroup] 2024-11-20T19:16:38,642 INFO [M:0;e14ef07817f4:44883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:16:38,643 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:16:38,643 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130131704 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130131704,5,FailOnTimeoutGroup] 2024-11-20T19:16:38,644 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130131700 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130131700,5,FailOnTimeoutGroup] 2024-11-20T19:16:38,644 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:16:38,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T19:16:38,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:16:38,665 DEBUG [M:0;e14ef07817f4:44883 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-20T19:16:38,665 DEBUG [M:0;e14ef07817f4:44883 {}] master.ActiveMasterManager(353): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-20T19:16:38,665 INFO [M:0;e14ef07817f4:44883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/.lastflushedseqids 2024-11-20T19:16:38,736 INFO [RS:2;e14ef07817f4:43229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:16:38,736 INFO [RS:2;e14ef07817f4:43229 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,43229,1732130131091; zookeeper connection closed. 2024-11-20T19:16:38,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:16:38,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43229-0x10159ac46c80003, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:16:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741867_1043 (size=650) 2024-11-20T19:16:38,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741867_1043 (size=650) 2024-11-20T19:16:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741867_1043 (size=650) 2024-11-20T19:16:38,745 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ce37460 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ce37460 2024-11-20T19:16:38,748 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T19:16:38,753 INFO [M:0;e14ef07817f4:44883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:16:38,753 INFO [M:0;e14ef07817f4:44883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:16:38,753 DEBUG [M:0;e14ef07817f4:44883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:16:38,753 INFO [M:0;e14ef07817f4:44883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:16:38,753 DEBUG [M:0;e14ef07817f4:44883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:16:38,753 DEBUG [M:0;e14ef07817f4:44883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:16:38,753 DEBUG [M:0;e14ef07817f4:44883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:16:38,753 INFO [M:0;e14ef07817f4:44883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=229.55 KB heapSize=273.16 KB 2024-11-20T19:16:38,824 DEBUG [M:0;e14ef07817f4:44883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c43ac89e93a448b987b1b1fad9653d0f is 82, key is hbase:meta,,1/info:regioninfo/1732130142473/Put/seqid=0 2024-11-20T19:16:38,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741868_1044 (size=5672) 2024-11-20T19:16:38,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741868_1044 (size=5672) 2024-11-20T19:16:38,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741868_1044 (size=5672) 2024-11-20T19:16:38,902 INFO [M:0;e14ef07817f4:44883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c43ac89e93a448b987b1b1fad9653d0f 2024-11-20T19:16:38,993 DEBUG [M:0;e14ef07817f4:44883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3aee14b61b594e479fc270ab61a6aeab is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732130154508/Put/seqid=0 2024-11-20T19:16:39,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741869_1045 (size=9321) 2024-11-20T19:16:39,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741869_1045 (size=9321) 2024-11-20T19:16:39,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741869_1045 (size=9321) 2024-11-20T19:16:39,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1c88259c3bce7262f00a056b61c2f734, had cached 0 bytes from a total of 47197 2024-11-20T19:16:39,265 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c56f6744c0648dacca1bf6ed917e8e53, had cached 0 bytes from a total of 26918 2024-11-20T19:16:39,480 INFO [M:0;e14ef07817f4:44883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228.81 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3aee14b61b594e479fc270ab61a6aeab 2024-11-20T19:16:39,512 INFO [M:0;e14ef07817f4:44883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3aee14b61b594e479fc270ab61a6aeab 2024-11-20T19:16:39,581 DEBUG [M:0;e14ef07817f4:44883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbe764f2f85942e8a5bb6f6da6e08d36 is 69, key is e14ef07817f4,40047,1732130130991/rs:state/1732130131800/Put/seqid=0 2024-11-20T19:16:39,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741870_1046 (size=5442) 2024-11-20T19:16:39,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741870_1046 (size=5442) 2024-11-20T19:16:39,675 INFO [M:0;e14ef07817f4:44883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbe764f2f85942e8a5bb6f6da6e08d36 2024-11-20T19:16:39,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741870_1046 (size=5442) 2024-11-20T19:16:39,695 INFO [M:0;e14ef07817f4:44883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbe764f2f85942e8a5bb6f6da6e08d36 2024-11-20T19:16:39,697 DEBUG [M:0;e14ef07817f4:44883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c43ac89e93a448b987b1b1fad9653d0f as hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c43ac89e93a448b987b1b1fad9653d0f 2024-11-20T19:16:39,706 INFO [M:0;e14ef07817f4:44883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c43ac89e93a448b987b1b1fad9653d0f, entries=8, sequenceid=473, filesize=5.5 K 2024-11-20T19:16:39,707 DEBUG [M:0;e14ef07817f4:44883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3aee14b61b594e479fc270ab61a6aeab as hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3aee14b61b594e479fc270ab61a6aeab 2024-11-20T19:16:39,716 INFO [M:0;e14ef07817f4:44883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3aee14b61b594e479fc270ab61a6aeab 2024-11-20T19:16:39,716 INFO [M:0;e14ef07817f4:44883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3aee14b61b594e479fc270ab61a6aeab, entries=54, sequenceid=473, filesize=9.1 K 2024-11-20T19:16:39,718 DEBUG [M:0;e14ef07817f4:44883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbe764f2f85942e8a5bb6f6da6e08d36 as hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbe764f2f85942e8a5bb6f6da6e08d36 2024-11-20T19:16:39,732 INFO [M:0;e14ef07817f4:44883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbe764f2f85942e8a5bb6f6da6e08d36 2024-11-20T19:16:39,732 INFO [M:0;e14ef07817f4:44883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbe764f2f85942e8a5bb6f6da6e08d36, entries=3, sequenceid=473, filesize=5.3 K 2024-11-20T19:16:39,734 INFO [M:0;e14ef07817f4:44883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~229.55 KB/235058, heapSize ~272.86 KB/279408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 980ms, sequenceid=473, compaction requested=false 2024-11-20T19:16:39,758 INFO [M:0;e14ef07817f4:44883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:16:39,758 DEBUG [M:0;e14ef07817f4:44883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130198753Disabling compacts and flushes for region at 1732130198753Disabling writes for close at 1732130198753Obtaining lock to block concurrent updates at 1732130198753Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130198753Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=235058, getHeapSize=279648, getOffHeapSize=0, getCellsCount=576 at 1732130198754 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130198756 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130198756Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130198823 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130198824 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130198926 (+102 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130198992 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130198993 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130199517 (+524 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130199577 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130199577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad0a3c7: reopening flushed file at 1732130199695 (+118 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6e05b7: reopening flushed file at 1732130199706 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665ecb6: reopening flushed file at 1732130199716 (+10 ms)Finished flush of dataSize ~229.55 KB/235058, heapSize ~272.86 KB/279408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 980ms, sequenceid=473, compaction requested=false at 1732130199734 (+18 ms)Writing region close event to WAL at 1732130199758 (+24 ms)Closed at 1732130199758 2024-11-20T19:16:39,776 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:44883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T19:16:39,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3155075e-e8d7-637b-e89a-f03d01cab425/MasterData/WALs/e14ef07817f4,44883,1732130130742/e14ef07817f4%2C44883%2C1732130130742.1732130131461 not finished, retry = 0 2024-11-20T19:16:39,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34339 is added to blk_1073741830_1006 (size=266634) 2024-11-20T19:16:39,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43231 is added to blk_1073741830_1006 (size=266634) 2024-11-20T19:16:39,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741830_1006 (size=266634) 2024-11-20T19:16:39,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:16:39,891 INFO [M:0;e14ef07817f4:44883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:16:39,891 INFO [M:0;e14ef07817f4:44883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44883 2024-11-20T19:16:39,891 INFO [M:0;e14ef07817f4:44883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:16:40,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:16:40,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44883-0x10159ac46c80000, quorum=127.0.0.1:55570, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:16:40,058 INFO [M:0;e14ef07817f4:44883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:16:40,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27ec9767{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:16:40,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@894f43a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:16:40,146 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:16:40,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@355b5826{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:16:40,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ba0ffdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/hadoop.log.dir/,STOPPED} 2024-11-20T19:16:40,150 WARN [BP-426318607-172.17.0.3-1732130127976 heartbeating to localhost/127.0.0.1:43249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:16:40,150 WARN [BP-426318607-172.17.0.3-1732130127976 heartbeating to localhost/127.0.0.1:43249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-426318607-172.17.0.3-1732130127976 (Datanode Uuid 790f0d6f-94d2-4620-91e2-145a27483e20) service to localhost/127.0.0.1:43249 2024-11-20T19:16:40,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/data/data6/current/BP-426318607-172.17.0.3-1732130127976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:16:40,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:16:40,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:16:40,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/data/data5/current/BP-426318607-172.17.0.3-1732130127976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:16:40,153 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:16:40,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f6a8844{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:16:40,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9fceb15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:16:40,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:16:40,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9234fcc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:16:40,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a502093{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/hadoop.log.dir/,STOPPED} 2024-11-20T19:16:40,247 WARN [BP-426318607-172.17.0.3-1732130127976 heartbeating to localhost/127.0.0.1:43249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:16:40,247 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:16:40,248 WARN [BP-426318607-172.17.0.3-1732130127976 heartbeating to localhost/127.0.0.1:43249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-426318607-172.17.0.3-1732130127976 (Datanode Uuid aee30b35-81e0-4c21-929a-89f61233e188) service to localhost/127.0.0.1:43249 2024-11-20T19:16:40,248 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:16:40,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/data/data3/current/BP-426318607-172.17.0.3-1732130127976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:16:40,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/data/data4/current/BP-426318607-172.17.0.3-1732130127976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:16:40,249 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:16:40,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47665ca9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:16:40,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77afe134{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:16:40,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:16:40,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf8095d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:16:40,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e9c6024{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/hadoop.log.dir/,STOPPED} 2024-11-20T19:16:40,391 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:16:40,391 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:16:40,392 WARN [BP-426318607-172.17.0.3-1732130127976 heartbeating to localhost/127.0.0.1:43249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:16:40,392 WARN [BP-426318607-172.17.0.3-1732130127976 heartbeating to localhost/127.0.0.1:43249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-426318607-172.17.0.3-1732130127976 (Datanode Uuid f9ee42ca-16c0-4888-b705-3107075bfa0f) service to localhost/127.0.0.1:43249 2024-11-20T19:16:40,393 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/data/data1/current/BP-426318607-172.17.0.3-1732130127976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:16:40,393 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/cluster_da2f59c9-b7aa-b109-d622-5cd2dbd7459c/data/data2/current/BP-426318607-172.17.0.3-1732130127976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:16:40,393 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:16:40,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ae8508c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:16:40,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4efd563c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:16:40,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:16:40,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d89db3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:16:40,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16d13838{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b0dcd5-ce0c-afdc-dd6a-40e5e1a939c9/hadoop.log.dir/,STOPPED} 2024-11-20T19:16:40,435 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T19:16:40,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:16:40,549 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 93) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43249 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43249 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1245 (was 984) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1750 (was 2343)