2024-11-21 00:13:22,806 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-21 00:13:22,836 main DEBUG Took 0.026862 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 00:13:22,837 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 00:13:22,837 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 00:13:22,839 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 00:13:22,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 00:13:22,883 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 00:13:22,907 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 00:13:22,923 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 00:13:22,924 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 00:13:22,926 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 00:13:22,927 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 00:13:22,935 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 00:13:22,940 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 00:13:22,942 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 00:13:22,943 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 00:13:22,945 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 00:13:22,946 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 00:13:22,948 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 00:13:22,953 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,954 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 00:13:22,956 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 00:13:22,958 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 00:13:22,967 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 00:13:22,968 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 00:13:22,970 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 00:13:22,970 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 00:13:23,006 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 00:13:23,010 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 00:13:23,013 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 00:13:23,014 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 00:13:23,015 main DEBUG createAppenders(={Console}) 2024-11-21 00:13:23,018 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-21 00:13:23,021 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-21 00:13:23,021 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-21 00:13:23,023 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 00:13:23,024 main DEBUG OutputStream closed 2024-11-21 00:13:23,030 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 00:13:23,031 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 00:13:23,031 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-21 00:13:23,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 00:13:23,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 00:13:23,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 00:13:23,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 00:13:23,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 00:13:23,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 00:13:23,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 00:13:23,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 00:13:23,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 00:13:23,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 00:13:23,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 00:13:23,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 00:13:23,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 00:13:23,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 00:13:23,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 00:13:23,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 00:13:23,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 00:13:23,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 00:13:23,283 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 00:13:23,283 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-21 00:13:23,284 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 00:13:23,286 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-21T00:13:23,343 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-21 00:13:23,348 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 00:13:23,348 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T00:13:23,357 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-21T00:13:23,435 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=834, ProcessCount=11, AvailableMemoryMB=2676 2024-11-21T00:13:23,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437 2024-11-21T00:13:23,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T00:13:24,025 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0, deleteOnExit=true 2024-11-21T00:13:24,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T00:13:24,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/test.cache.data in system properties and HBase conf 2024-11-21T00:13:24,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T00:13:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.log.dir in system properties and HBase conf 2024-11-21T00:13:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T00:13:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T00:13:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T00:13:24,200 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T00:13:24,521 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T00:13:24,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T00:13:24,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T00:13:24,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T00:13:24,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T00:13:24,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T00:13:24,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T00:13:24,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T00:13:24,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T00:13:24,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T00:13:24,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/nfs.dump.dir in system properties and HBase conf 2024-11-21T00:13:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/java.io.tmpdir in system properties and HBase conf 2024-11-21T00:13:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T00:13:24,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T00:13:24,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T00:13:26,858 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T00:13:26,957 INFO [Time-limited test {}] log.Log(170): Logging initialized @5227ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T00:13:27,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T00:13:27,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T00:13:27,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T00:13:27,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T00:13:27,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T00:13:27,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T00:13:27,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.log.dir/,AVAILABLE} 2024-11-21T00:13:27,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T00:13:27,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/java.io.tmpdir/jetty-localhost-35785-hadoop-hdfs-3_4_1-tests_jar-_-any-15030523448838412316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T00:13:27,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:35785} 2024-11-21T00:13:27,582 INFO [Time-limited test {}] server.Server(415): Started @5854ms 2024-11-21T00:13:28,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T00:13:28,486 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T00:13:28,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T00:13:28,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T00:13:28,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T00:13:28,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@604d8866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.log.dir/,AVAILABLE} 2024-11-21T00:13:28,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1377073d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T00:13:28,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dba9aab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/java.io.tmpdir/jetty-localhost-37599-hadoop-hdfs-3_4_1-tests_jar-_-any-13841249558713880326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T00:13:28,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606697ba{HTTP/1.1, (http/1.1)}{localhost:37599} 2024-11-21T00:13:28,647 INFO [Time-limited test {}] server.Server(415): Started @6919ms 2024-11-21T00:13:28,723 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T00:13:29,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T00:13:29,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T00:13:29,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T00:13:29,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T00:13:29,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T00:13:29,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35034a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.log.dir/,AVAILABLE} 2024-11-21T00:13:29,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b4d8988{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T00:13:29,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d0163dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/java.io.tmpdir/jetty-localhost-45959-hadoop-hdfs-3_4_1-tests_jar-_-any-6694351159871606626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T00:13:29,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46ce7c55{HTTP/1.1, (http/1.1)}{localhost:45959} 2024-11-21T00:13:29,214 INFO [Time-limited test {}] server.Server(415): Started @7486ms 2024-11-21T00:13:29,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T00:13:29,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T00:13:29,352 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T00:13:29,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T00:13:29,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T00:13:29,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T00:13:29,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46521dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.log.dir/,AVAILABLE} 2024-11-21T00:13:29,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362d3e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T00:13:29,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd9b709{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/java.io.tmpdir/jetty-localhost-43397-hadoop-hdfs-3_4_1-tests_jar-_-any-6702463267193358754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T00:13:29,516 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bb5a713{HTTP/1.1, (http/1.1)}{localhost:43397} 2024-11-21T00:13:29,516 INFO [Time-limited test {}] server.Server(415): Started @7788ms 2024-11-21T00:13:29,518 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T00:13:30,885 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/data/data2/current/BP-1563242508-172.17.0.2-1732148005842/current, will proceed with Du for space computation calculation, 2024-11-21T00:13:30,885 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/data/data1/current/BP-1563242508-172.17.0.2-1732148005842/current, will proceed with Du for space computation calculation, 2024-11-21T00:13:30,915 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T00:13:30,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6683a22456ee3f1 with lease ID 0x536f441e42eecb70: Processing first storage report for DS-e569b1d8-7cef-44a2-b443-2f5541411f49 from datanode DatanodeRegistration(127.0.0.1:34255, datanodeUuid=15d616a8-58f2-48d5-bfea-3b3d8ee6387e, infoPort=40803, infoSecurePort=0, ipcPort=41387, storageInfo=lv=-57;cid=testClusterID;nsid=1968399334;c=1732148005843) 2024-11-21T00:13:30,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6683a22456ee3f1 with lease ID 0x536f441e42eecb70: from storage DS-e569b1d8-7cef-44a2-b443-2f5541411f49 node DatanodeRegistration(127.0.0.1:34255, datanodeUuid=15d616a8-58f2-48d5-bfea-3b3d8ee6387e, infoPort=40803, infoSecurePort=0, ipcPort=41387, storageInfo=lv=-57;cid=testClusterID;nsid=1968399334;c=1732148005843), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T00:13:30,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6683a22456ee3f1 with lease ID 0x536f441e42eecb70: Processing first storage report for DS-997e2c1f-edba-4e32-adda-573922c51a8b from datanode DatanodeRegistration(127.0.0.1:34255, datanodeUuid=15d616a8-58f2-48d5-bfea-3b3d8ee6387e, infoPort=40803, infoSecurePort=0, ipcPort=41387, storageInfo=lv=-57;cid=testClusterID;nsid=1968399334;c=1732148005843) 2024-11-21T00:13:30,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6683a22456ee3f1 with lease ID 0x536f441e42eecb70: from storage DS-997e2c1f-edba-4e32-adda-573922c51a8b node DatanodeRegistration(127.0.0.1:34255, datanodeUuid=15d616a8-58f2-48d5-bfea-3b3d8ee6387e, infoPort=40803, infoSecurePort=0, ipcPort=41387, storageInfo=lv=-57;cid=testClusterID;nsid=1968399334;c=1732148005843), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T00:13:32,280 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/data/data3/current/BP-1563242508-172.17.0.2-1732148005842/current, will proceed with Du for space computation calculation, 2024-11-21T00:13:32,280 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/data/data4/current/BP-1563242508-172.17.0.2-1732148005842/current, will proceed with Du for space computation calculation, 2024-11-21T00:13:32,330 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T00:13:32,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97ce0279f3fe9135 with lease ID 0x536f441e42eecb71: Processing first storage report for DS-9553dc82-74d3-49f4-8b5d-34b41d2c0f73 from datanode DatanodeRegistration(127.0.0.1:46373, datanodeUuid=1d738998-3546-485d-bece-227a3cf9dd9c, infoPort=42629, infoSecurePort=0, ipcPort=45337, storageInfo=lv=-57;cid=testClusterID;nsid=1968399334;c=1732148005843) 2024-11-21T00:13:32,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97ce0279f3fe9135 with lease ID 0x536f441e42eecb71: from storage DS-9553dc82-74d3-49f4-8b5d-34b41d2c0f73 node DatanodeRegistration(127.0.0.1:46373, datanodeUuid=1d738998-3546-485d-bece-227a3cf9dd9c, infoPort=42629, infoSecurePort=0, ipcPort=45337, storageInfo=lv=-57;cid=testClusterID;nsid=1968399334;c=1732148005843), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T00:13:32,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97ce0279f3fe9135 with lease ID 0x536f441e42eecb71: Processing first storage report for DS-0f1db909-35f7-4213-9dce-5a8aa5e746cc from datanode DatanodeRegistration(127.0.0.1:46373, datanodeUuid=1d738998-3546-485d-bece-227a3cf9dd9c, infoPort=42629, infoSecurePort=0, ipcPort=45337, storageInfo=lv=-57;cid=testClusterID;nsid=1968399334;c=1732148005843) 2024-11-21T00:13:32,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97ce0279f3fe9135 with lease ID 0x536f441e42eecb71: from storage DS-0f1db909-35f7-4213-9dce-5a8aa5e746cc node DatanodeRegistration(127.0.0.1:46373, datanodeUuid=1d738998-3546-485d-bece-227a3cf9dd9c, infoPort=42629, infoSecurePort=0, ipcPort=45337, storageInfo=lv=-57;cid=testClusterID;nsid=1968399334;c=1732148005843), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T00:13:32,475 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/data/data5/current/BP-1563242508-172.17.0.2-1732148005842/current, will proceed with Du for space computation calculation, 2024-11-21T00:13:32,476 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/data/data6/current/BP-1563242508-172.17.0.2-1732148005842/current, will proceed with Du for space computation calculation, 2024-11-21T00:13:32,509 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T00:13:32,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cf94cbe46f4a082 with lease ID 0x536f441e42eecb72: Processing first storage report for DS-e1e21db2-f707-4504-b019-6f889f2b79a5 from datanode DatanodeRegistration(127.0.0.1:43565, datanodeUuid=b39d94a0-e9c5-42ac-9e86-247c23d746a0, infoPort=44253, infoSecurePort=0, ipcPort=46393, storageInfo=lv=-57;cid=testClusterID;nsid=1968399334;c=1732148005843) 2024-11-21T00:13:32,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cf94cbe46f4a082 with lease ID 0x536f441e42eecb72: from storage DS-e1e21db2-f707-4504-b019-6f889f2b79a5 node DatanodeRegistration(127.0.0.1:43565, datanodeUuid=b39d94a0-e9c5-42ac-9e86-247c23d746a0, infoPort=44253, infoSecurePort=0, ipcPort=46393, storageInfo=lv=-57;cid=testClusterID;nsid=1968399334;c=1732148005843), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T00:13:32,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cf94cbe46f4a082 with lease ID 0x536f441e42eecb72: Processing first storage report for DS-f241aaea-2b7b-425f-8baa-3e3dc2138d3f from datanode DatanodeRegistration(127.0.0.1:43565, datanodeUuid=b39d94a0-e9c5-42ac-9e86-247c23d746a0, infoPort=44253, infoSecurePort=0, ipcPort=46393, storageInfo=lv=-57;cid=testClusterID;nsid=1968399334;c=1732148005843) 2024-11-21T00:13:32,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cf94cbe46f4a082 with lease ID 0x536f441e42eecb72: from storage DS-f241aaea-2b7b-425f-8baa-3e3dc2138d3f node DatanodeRegistration(127.0.0.1:43565, datanodeUuid=b39d94a0-e9c5-42ac-9e86-247c23d746a0, infoPort=44253, infoSecurePort=0, ipcPort=46393, storageInfo=lv=-57;cid=testClusterID;nsid=1968399334;c=1732148005843), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T00:13:32,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437 2024-11-21T00:13:32,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/zookeeper_0, clientPort=61609, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T00:13:32,755 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61609 2024-11-21T00:13:32,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:13:32,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:13:33,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741825_1001 (size=7) 2024-11-21T00:13:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741825_1001 (size=7) 2024-11-21T00:13:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741825_1001 (size=7) 2024-11-21T00:13:33,158 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a with version=8 2024-11-21T00:13:33,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/hbase-staging 2024-11-21T00:13:33,304 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T00:13:33,590 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5ed4808ef0e6:0 server-side Connection retries=45 2024-11-21T00:13:33,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:13:33,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T00:13:33,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T00:13:33,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:13:33,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T00:13:33,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T00:13:33,949 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T00:13:33,962 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T00:13:33,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T00:13:34,002 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1021 (auto-detected) 2024-11-21T00:13:34,003 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T00:13:34,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33373 2024-11-21T00:13:34,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33373 connecting to ZooKeeper ensemble=127.0.0.1:61609 2024-11-21T00:13:34,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333730x0, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T00:13:34,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33373-0x1015abd22410000 connected 2024-11-21T00:13:34,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:13:34,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:13:34,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:13:34,692 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a, hbase.cluster.distributed=false 2024-11-21T00:13:34,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T00:13:34,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33373 2024-11-21T00:13:34,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33373 2024-11-21T00:13:34,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33373 2024-11-21T00:13:34,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33373 2024-11-21T00:13:34,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33373 2024-11-21T00:13:34,980 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5ed4808ef0e6:0 server-side Connection retries=45 2024-11-21T00:13:34,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:13:34,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T00:13:34,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T00:13:34,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:13:34,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T00:13:34,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T00:13:34,989 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T00:13:34,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39211 2024-11-21T00:13:34,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39211 connecting to ZooKeeper ensemble=127.0.0.1:61609 2024-11-21T00:13:34,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:13:35,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:13:35,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392110x0, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T00:13:35,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392110x0, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:13:35,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39211-0x1015abd22410001 connected 2024-11-21T00:13:35,059 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T00:13:35,068 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T00:13:35,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T00:13:35,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T00:13:35,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39211 2024-11-21T00:13:35,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39211 2024-11-21T00:13:35,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39211 2024-11-21T00:13:35,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39211 2024-11-21T00:13:35,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39211 2024-11-21T00:13:35,097 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5ed4808ef0e6:0 server-side Connection retries=45 2024-11-21T00:13:35,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:13:35,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T00:13:35,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T00:13:35,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:13:35,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T00:13:35,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T00:13:35,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T00:13:35,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33257 2024-11-21T00:13:35,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33257 connecting to ZooKeeper ensemble=127.0.0.1:61609 2024-11-21T00:13:35,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:13:35,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:13:35,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332570x0, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T00:13:35,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332570x0, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:13:35,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33257-0x1015abd22410002 connected 2024-11-21T00:13:35,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T00:13:35,140 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T00:13:35,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T00:13:35,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T00:13:35,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33257 2024-11-21T00:13:35,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33257 2024-11-21T00:13:35,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33257 2024-11-21T00:13:35,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33257 2024-11-21T00:13:35,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33257 2024-11-21T00:13:35,163 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5ed4808ef0e6:0 server-side Connection retries=45 2024-11-21T00:13:35,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:13:35,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T00:13:35,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T00:13:35,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:13:35,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T00:13:35,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T00:13:35,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T00:13:35,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42863 2024-11-21T00:13:35,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42863 connecting to ZooKeeper ensemble=127.0.0.1:61609 2024-11-21T00:13:35,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:13:35,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:13:35,218 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428630x0, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T00:13:35,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428630x0, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:13:35,220 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T00:13:35,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42863-0x1015abd22410003 connected 2024-11-21T00:13:35,225 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T00:13:35,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T00:13:35,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T00:13:35,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42863 2024-11-21T00:13:35,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42863 2024-11-21T00:13:35,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42863 2024-11-21T00:13:35,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42863 2024-11-21T00:13:35,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42863 2024-11-21T00:13:35,256 DEBUG [M:0;5ed4808ef0e6:33373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5ed4808ef0e6:33373 2024-11-21T00:13:35,257 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5ed4808ef0e6,33373,1732148013368 2024-11-21T00:13:35,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:13:35,276 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:13:35,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:13:35,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:13:35,282 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5ed4808ef0e6,33373,1732148013368 2024-11-21T00:13:35,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T00:13:35,317 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T00:13:35,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:35,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:35,318 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:35,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T00:13:35,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:35,319 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T00:13:35,321 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5ed4808ef0e6,33373,1732148013368 from backup master directory 2024-11-21T00:13:35,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5ed4808ef0e6,33373,1732148013368 2024-11-21T00:13:35,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:13:35,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:13:35,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:13:35,334 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:13:35,335 WARN [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T00:13:35,335 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5ed4808ef0e6,33373,1732148013368 2024-11-21T00:13:35,337 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T00:13:35,338 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T00:13:35,395 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/hbase.id] with ID: 397e51db-a991-4d11-9061-7a6fbfa03c3c 2024-11-21T00:13:35,395 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/.tmp/hbase.id 2024-11-21T00:13:35,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741826_1002 (size=42) 2024-11-21T00:13:35,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741826_1002 (size=42) 2024-11-21T00:13:35,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741826_1002 (size=42) 2024-11-21T00:13:35,418 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/.tmp/hbase.id]:[hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/hbase.id] 2024-11-21T00:13:35,464 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:13:35,470 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T00:13:35,493 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-21T00:13:35,523 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:35,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:35,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:35,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:35,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741827_1003 (size=196) 2024-11-21T00:13:35,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741827_1003 (size=196) 2024-11-21T00:13:35,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741827_1003 (size=196) 2024-11-21T00:13:35,556 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T00:13:35,557 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T00:13:35,570 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T00:13:35,574 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T00:13:35,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741828_1004 (size=1189) 2024-11-21T00:13:35,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741828_1004 (size=1189) 2024-11-21T00:13:35,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741828_1004 (size=1189) 2024-11-21T00:13:35,618 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store 2024-11-21T00:13:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741829_1005 (size=34) 2024-11-21T00:13:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741829_1005 (size=34) 2024-11-21T00:13:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741829_1005 (size=34) 2024-11-21T00:13:35,644 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T00:13:35,647 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:35,648 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T00:13:35,648 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:13:35,648 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:13:35,650 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T00:13:35,650 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:13:35,650 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:13:35,651 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732148015648Disabling compacts and flushes for region at 1732148015648Disabling writes for close at 1732148015650 (+2 ms)Writing region close event to WAL at 1732148015650Closed at 1732148015650 2024-11-21T00:13:35,653 WARN [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/.initializing 2024-11-21T00:13:35,653 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/WALs/5ed4808ef0e6,33373,1732148013368 2024-11-21T00:13:35,660 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T00:13:35,682 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C33373%2C1732148013368, suffix=, logDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/WALs/5ed4808ef0e6,33373,1732148013368, archiveDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/oldWALs, maxLogs=10 2024-11-21T00:13:35,714 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/WALs/5ed4808ef0e6,33373,1732148013368/5ed4808ef0e6%2C33373%2C1732148013368.1732148015688, exclude list is [], retry=0 2024-11-21T00:13:35,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46373,DS-9553dc82-74d3-49f4-8b5d-34b41d2c0f73,DISK] 2024-11-21T00:13:35,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43565,DS-e1e21db2-f707-4504-b019-6f889f2b79a5,DISK] 2024-11-21T00:13:35,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34255,DS-e569b1d8-7cef-44a2-b443-2f5541411f49,DISK] 2024-11-21T00:13:35,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T00:13:35,792 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/WALs/5ed4808ef0e6,33373,1732148013368/5ed4808ef0e6%2C33373%2C1732148013368.1732148015688 2024-11-21T00:13:35,793 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42629:42629),(127.0.0.1/127.0.0.1:40803:40803),(127.0.0.1/127.0.0.1:44253:44253)] 2024-11-21T00:13:35,794 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T00:13:35,794 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:35,797 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:13:35,798 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:13:35,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:13:35,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T00:13:35,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:35,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:13:35,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:13:35,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T00:13:35,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:35,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:13:35,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:13:35,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T00:13:35,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:35,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:13:35,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:13:35,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T00:13:35,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:35,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:13:35,896 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:13:35,900 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:13:35,902 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:13:35,907 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:13:35,908 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:13:35,912 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T00:13:35,917 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:13:35,921 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:13:35,923 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58752194, jitterRate=-0.1245240867137909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T00:13:35,933 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732148015813Initializing all the Stores at 1732148015815 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148015816 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148015816Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148015817 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148015817Cleaning up temporary data from old regions at 1732148015908 (+91 ms)Region opened successfully at 1732148015933 (+25 ms) 2024-11-21T00:13:35,935 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T00:13:35,980 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a381699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ed4808ef0e6/172.17.0.2:0 2024-11-21T00:13:36,017 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T00:13:36,031 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T00:13:36,031 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T00:13:36,035 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T00:13:36,041 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-21T00:13:36,048 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-21T00:13:36,049 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-21T00:13:36,092 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T00:13:36,102 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T00:13:36,156 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T00:13:36,159 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T00:13:36,160 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T00:13:36,230 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T00:13:36,233 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T00:13:36,237 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T00:13:36,253 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T00:13:36,255 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T00:13:36,264 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T00:13:36,283 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T00:13:36,295 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T00:13:36,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T00:13:36,306 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T00:13:36,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T00:13:36,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T00:13:36,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:36,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:36,307 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:36,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:36,310 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5ed4808ef0e6,33373,1732148013368, sessionid=0x1015abd22410000, setting cluster-up flag (Was=false) 2024-11-21T00:13:36,338 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:36,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:36,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:36,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:36,369 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T00:13:36,371 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ed4808ef0e6,33373,1732148013368 2024-11-21T00:13:36,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:36,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:36,397 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:36,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:36,428 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T00:13:36,430 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ed4808ef0e6,33373,1732148013368 2024-11-21T00:13:36,436 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T00:13:36,446 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.HRegionServer(746): ClusterId : 397e51db-a991-4d11-9061-7a6fbfa03c3c 2024-11-21T00:13:36,449 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T00:13:36,469 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(746): ClusterId : 397e51db-a991-4d11-9061-7a6fbfa03c3c 2024-11-21T00:13:36,470 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T00:13:36,470 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(746): ClusterId : 397e51db-a991-4d11-9061-7a6fbfa03c3c 2024-11-21T00:13:36,470 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T00:13:36,477 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T00:13:36,478 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T00:13:36,497 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T00:13:36,498 DEBUG [RS:0;5ed4808ef0e6:39211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b42618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ed4808ef0e6/172.17.0.2:0 2024-11-21T00:13:36,500 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T00:13:36,500 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T00:13:36,500 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T00:13:36,500 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T00:13:36,523 DEBUG [RS:0;5ed4808ef0e6:39211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5ed4808ef0e6:39211 2024-11-21T00:13:36,525 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T00:13:36,526 DEBUG [RS:1;5ed4808ef0e6:33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76def658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ed4808ef0e6/172.17.0.2:0 2024-11-21T00:13:36,528 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T00:13:36,528 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T00:13:36,528 DEBUG [RS:2;5ed4808ef0e6:42863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd8110d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ed4808ef0e6/172.17.0.2:0 2024-11-21T00:13:36,528 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T00:13:36,528 DEBUG [RS:0;5ed4808ef0e6:39211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T00:13:36,532 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.HRegionServer(2659): reportForDuty to master=5ed4808ef0e6,33373,1732148013368 with port=39211, startcode=1732148014927 2024-11-21T00:13:36,545 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T00:13:36,548 DEBUG [RS:1;5ed4808ef0e6:33257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5ed4808ef0e6:33257 2024-11-21T00:13:36,548 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T00:13:36,548 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T00:13:36,548 DEBUG [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T00:13:36,549 DEBUG [RS:0;5ed4808ef0e6:39211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T00:13:36,549 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(2659): reportForDuty to master=5ed4808ef0e6,33373,1732148013368 with port=33257, startcode=1732148015096 2024-11-21T00:13:36,550 DEBUG [RS:1;5ed4808ef0e6:33257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T00:13:36,559 DEBUG [RS:2;5ed4808ef0e6:42863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5ed4808ef0e6:42863 2024-11-21T00:13:36,560 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T00:13:36,560 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T00:13:36,560 DEBUG [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T00:13:36,561 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(2659): reportForDuty to master=5ed4808ef0e6,33373,1732148013368 with port=42863, startcode=1732148015162 2024-11-21T00:13:36,562 DEBUG [RS:2;5ed4808ef0e6:42863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T00:13:36,565 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T00:13:36,579 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T00:13:36,585 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5ed4808ef0e6,33373,1732148013368 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T00:13:36,595 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5ed4808ef0e6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T00:13:36,595 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5ed4808ef0e6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T00:13:36,595 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T00:13:36,596 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T00:13:36,596 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5ed4808ef0e6:0, corePoolSize=10, maxPoolSize=10 2024-11-21T00:13:36,596 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:36,596 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T00:13:36,597 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:36,613 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T00:13:36,615 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T00:13:36,617 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T00:13:36,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T00:13:36,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T00:13:36,618 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732148046618 2024-11-21T00:13:36,624 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33373 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T00:13:36,625 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:36,625 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T00:13:36,628 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T00:13:36,630 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T00:13:36,634 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33373 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T00:13:36,635 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33373 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T00:13:36,637 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T00:13:36,637 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T00:13:36,637 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T00:13:36,638 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T00:13:36,644 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:36,649 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T00:13:36,651 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T00:13:36,651 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T00:13:36,655 DEBUG [RS:0;5ed4808ef0e6:39211 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T00:13:36,655 DEBUG [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T00:13:36,655 DEBUG [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T00:13:36,655 WARN [RS:0;5ed4808ef0e6:39211 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T00:13:36,655 WARN [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T00:13:36,655 WARN [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T00:13:36,661 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T00:13:36,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741831_1007 (size=1321) 2024-11-21T00:13:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741831_1007 (size=1321) 2024-11-21T00:13:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741831_1007 (size=1321) 2024-11-21T00:13:36,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T00:13:36,667 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:36,692 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T00:13:36,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741832_1008 (size=32) 2024-11-21T00:13:36,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741832_1008 (size=32) 2024-11-21T00:13:36,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741832_1008 (size=32) 2024-11-21T00:13:36,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:36,712 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.large.0-1732148016694,5,FailOnTimeoutGroup] 2024-11-21T00:13:36,716 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.small.0-1732148016713,5,FailOnTimeoutGroup] 2024-11-21T00:13:36,716 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:36,717 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T00:13:36,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T00:13:36,719 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:36,720 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:36,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T00:13:36,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:36,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:13:36,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T00:13:36,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T00:13:36,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:36,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:13:36,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T00:13:36,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T00:13:36,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:36,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:13:36,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T00:13:36,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T00:13:36,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:36,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:13:36,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T00:13:36,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740 2024-11-21T00:13:36,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740 2024-11-21T00:13:36,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T00:13:36,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T00:13:36,753 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T00:13:36,757 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.HRegionServer(2659): reportForDuty to master=5ed4808ef0e6,33373,1732148013368 with port=39211, startcode=1732148014927 2024-11-21T00:13:36,757 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(2659): reportForDuty to master=5ed4808ef0e6,33373,1732148013368 with port=42863, startcode=1732148015162 2024-11-21T00:13:36,758 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(2659): reportForDuty to master=5ed4808ef0e6,33373,1732148013368 with port=33257, startcode=1732148015096 2024-11-21T00:13:36,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:36,763 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33373 {}] master.ServerManager(517): Registering regionserver=5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:36,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T00:13:36,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5ed4808ef0e6,33257,1732148015096 2024-11-21T00:13:36,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33373 {}] master.ServerManager(517): Registering regionserver=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:13:36,780 DEBUG [RS:0;5ed4808ef0e6:39211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:36,780 DEBUG [RS:0;5ed4808ef0e6:39211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33797 2024-11-21T00:13:36,781 DEBUG [RS:0;5ed4808ef0e6:39211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T00:13:36,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:36,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33373 {}] master.ServerManager(517): Registering regionserver=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:36,783 DEBUG [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:36,783 DEBUG [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33797 2024-11-21T00:13:36,783 DEBUG [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T00:13:36,786 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:13:36,787 DEBUG [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:36,787 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64467354, jitterRate=-0.03936156630516052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T00:13:36,787 DEBUG [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33797 2024-11-21T00:13:36,787 DEBUG [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T00:13:36,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732148016703Initializing all the Stores at 1732148016707 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148016707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148016716 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148016717 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148016717Cleaning up temporary data from old regions at 1732148016751 (+34 ms)Region opened successfully at 1732148016792 (+41 ms) 2024-11-21T00:13:36,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T00:13:36,792 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T00:13:36,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T00:13:36,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T00:13:36,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T00:13:36,794 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T00:13:36,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732148016792Disabling compacts and flushes for region at 1732148016792Disabling writes for close at 1732148016792Writing region close event to WAL at 1732148016793 (+1 ms)Closed at 1732148016794 (+1 ms) 2024-11-21T00:13:36,800 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T00:13:36,800 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T00:13:36,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T00:13:36,817 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T00:13:36,821 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T00:13:36,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T00:13:36,929 DEBUG [RS:0;5ed4808ef0e6:39211 {}] zookeeper.ZKUtil(111): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:36,930 WARN [RS:0;5ed4808ef0e6:39211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T00:13:36,930 INFO [RS:0;5ed4808ef0e6:39211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T00:13:36,930 DEBUG [RS:0;5ed4808ef0e6:39211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:36,931 DEBUG [RS:1;5ed4808ef0e6:33257 {}] zookeeper.ZKUtil(111): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ed4808ef0e6,33257,1732148015096 2024-11-21T00:13:36,931 DEBUG [RS:2;5ed4808ef0e6:42863 {}] zookeeper.ZKUtil(111): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:36,931 WARN [RS:2;5ed4808ef0e6:42863 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T00:13:36,931 WARN [RS:1;5ed4808ef0e6:33257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T00:13:36,932 INFO [RS:2;5ed4808ef0e6:42863 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T00:13:36,932 INFO [RS:1;5ed4808ef0e6:33257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T00:13:36,932 DEBUG [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:36,932 DEBUG [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,33257,1732148015096 2024-11-21T00:13:36,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ed4808ef0e6,39211,1732148014927] 2024-11-21T00:13:36,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ed4808ef0e6,42863,1732148015162] 2024-11-21T00:13:36,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ed4808ef0e6,33257,1732148015096] 2024-11-21T00:13:36,959 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T00:13:36,959 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T00:13:36,959 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T00:13:36,972 WARN [5ed4808ef0e6:33373 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-21T00:13:36,982 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T00:13:36,983 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T00:13:36,983 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T00:13:36,990 INFO [RS:1;5ed4808ef0e6:33257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T00:13:36,990 INFO [RS:2;5ed4808ef0e6:42863 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T00:13:36,990 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:36,990 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:36,992 INFO [RS:0;5ed4808ef0e6:39211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T00:13:36,992 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:36,993 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T00:13:36,994 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T00:13:36,994 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T00:13:37,000 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T00:13:37,000 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T00:13:37,001 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T00:13:37,009 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,009 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,009 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,009 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,010 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,009 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,010 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,010 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,010 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,010 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,010 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,010 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,010 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,010 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,010 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,010 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,010 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,011 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,011 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T00:13:37,011 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T00:13:37,011 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,011 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T00:13:37,011 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,011 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,011 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,011 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,011 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,011 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,012 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,012 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,012 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,012 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,012 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,012 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T00:13:37,012 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T00:13:37,012 DEBUG [RS:0;5ed4808ef0e6:39211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T00:13:37,012 DEBUG [RS:1;5ed4808ef0e6:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T00:13:37,015 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,016 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,016 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,016 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,016 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,016 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,016 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,016 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,016 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,016 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,016 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,39211,1732148014927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T00:13:37,016 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:13:37,016 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T00:13:37,017 DEBUG [RS:2;5ed4808ef0e6:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T00:13:37,024 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,025 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,025 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,025 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,025 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,025 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,33257,1732148015096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T00:13:37,044 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,045 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,045 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,045 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,046 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,046 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,42863,1732148015162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T00:13:37,050 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T00:13:37,053 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,39211,1732148014927-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,055 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,056 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.Replication(171): 5ed4808ef0e6,39211,1732148014927 started 2024-11-21T00:13:37,058 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T00:13:37,058 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,33257,1732148015096-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,058 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,058 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.Replication(171): 5ed4808ef0e6,33257,1732148015096 started 2024-11-21T00:13:37,070 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T00:13:37,071 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,42863,1732148015162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,072 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,073 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.Replication(171): 5ed4808ef0e6,42863,1732148015162 started 2024-11-21T00:13:37,087 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,087 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,088 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(1482): Serving as 5ed4808ef0e6,33257,1732148015096, RpcServer on 5ed4808ef0e6/172.17.0.2:33257, sessionid=0x1015abd22410002 2024-11-21T00:13:37,088 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.HRegionServer(1482): Serving as 5ed4808ef0e6,39211,1732148014927, RpcServer on 5ed4808ef0e6/172.17.0.2:39211, sessionid=0x1015abd22410001 2024-11-21T00:13:37,089 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T00:13:37,089 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T00:13:37,089 DEBUG [RS:1;5ed4808ef0e6:33257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ed4808ef0e6,33257,1732148015096 2024-11-21T00:13:37,089 DEBUG [RS:0;5ed4808ef0e6:39211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:37,089 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,33257,1732148015096' 2024-11-21T00:13:37,089 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,39211,1732148014927' 2024-11-21T00:13:37,089 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T00:13:37,089 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T00:13:37,091 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T00:13:37,092 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T00:13:37,092 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T00:13:37,092 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T00:13:37,093 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T00:13:37,093 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T00:13:37,093 DEBUG [RS:1;5ed4808ef0e6:33257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ed4808ef0e6,33257,1732148015096 2024-11-21T00:13:37,093 DEBUG [RS:0;5ed4808ef0e6:39211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:37,093 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,39211,1732148014927' 2024-11-21T00:13:37,093 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T00:13:37,093 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,33257,1732148015096' 2024-11-21T00:13:37,093 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T00:13:37,097 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T00:13:37,097 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T00:13:37,098 DEBUG [RS:1;5ed4808ef0e6:33257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T00:13:37,098 DEBUG [RS:0;5ed4808ef0e6:39211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T00:13:37,098 INFO [RS:1;5ed4808ef0e6:33257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T00:13:37,098 INFO [RS:0;5ed4808ef0e6:39211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T00:13:37,098 INFO [RS:1;5ed4808ef0e6:33257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T00:13:37,098 INFO [RS:0;5ed4808ef0e6:39211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T00:13:37,104 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:37,105 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(1482): Serving as 5ed4808ef0e6,42863,1732148015162, RpcServer on 5ed4808ef0e6/172.17.0.2:42863, sessionid=0x1015abd22410003 2024-11-21T00:13:37,106 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T00:13:37,106 DEBUG [RS:2;5ed4808ef0e6:42863 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:37,106 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,42863,1732148015162' 2024-11-21T00:13:37,106 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T00:13:37,107 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T00:13:37,108 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T00:13:37,109 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T00:13:37,109 DEBUG [RS:2;5ed4808ef0e6:42863 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:37,109 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,42863,1732148015162' 2024-11-21T00:13:37,109 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T00:13:37,110 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T00:13:37,111 DEBUG [RS:2;5ed4808ef0e6:42863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T00:13:37,112 INFO [RS:2;5ed4808ef0e6:42863 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T00:13:37,112 INFO [RS:2;5ed4808ef0e6:42863 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T00:13:37,204 INFO [RS:1;5ed4808ef0e6:33257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T00:13:37,205 INFO [RS:0;5ed4808ef0e6:39211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T00:13:37,207 INFO [RS:1;5ed4808ef0e6:33257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C33257%2C1732148015096, suffix=, logDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,33257,1732148015096, archiveDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/oldWALs, maxLogs=32 2024-11-21T00:13:37,209 INFO [RS:0;5ed4808ef0e6:39211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C39211%2C1732148014927, suffix=, logDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927, archiveDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/oldWALs, maxLogs=32 2024-11-21T00:13:37,212 INFO [RS:2;5ed4808ef0e6:42863 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T00:13:37,229 DEBUG [RS:1;5ed4808ef0e6:33257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,33257,1732148015096/5ed4808ef0e6%2C33257%2C1732148015096.1732148017210, exclude list is [], retry=0 2024-11-21T00:13:37,229 INFO [RS:2;5ed4808ef0e6:42863 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C42863%2C1732148015162, suffix=, logDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,42863,1732148015162, archiveDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/oldWALs, maxLogs=32 2024-11-21T00:13:37,233 WARN [IPC Server handler 3 on default port 33797 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-21T00:13:37,233 WARN [IPC Server handler 3 on default port 33797 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-21T00:13:37,233 WARN [IPC Server handler 3 on default port 33797 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-21T00:13:37,238 DEBUG [RS:0;5ed4808ef0e6:39211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211, exclude list is [], retry=0 2024-11-21T00:13:37,241 WARN [IPC Server handler 4 on default port 33797 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-21T00:13:37,241 WARN [IPC Server handler 4 on default port 33797 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-21T00:13:37,241 WARN [IPC Server handler 4 on default port 33797 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-21T00:13:37,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46373,DS-9553dc82-74d3-49f4-8b5d-34b41d2c0f73,DISK] 2024-11-21T00:13:37,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43565,DS-e1e21db2-f707-4504-b019-6f889f2b79a5,DISK] 2024-11-21T00:13:37,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43565,DS-e1e21db2-f707-4504-b019-6f889f2b79a5,DISK] 2024-11-21T00:13:37,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46373,DS-9553dc82-74d3-49f4-8b5d-34b41d2c0f73,DISK] 2024-11-21T00:13:37,251 DEBUG [RS:2;5ed4808ef0e6:42863 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,42863,1732148015162/5ed4808ef0e6%2C42863%2C1732148015162.1732148017231, exclude list is [], retry=0 2024-11-21T00:13:37,260 WARN [IPC Server handler 2 on default port 33797 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-21T00:13:37,260 WARN [IPC Server handler 2 on default port 33797 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-21T00:13:37,261 WARN [IPC Server handler 2 on default port 33797 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-21T00:13:37,261 INFO [RS:1;5ed4808ef0e6:33257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,33257,1732148015096/5ed4808ef0e6%2C33257%2C1732148015096.1732148017210 2024-11-21T00:13:37,262 DEBUG [RS:1;5ed4808ef0e6:33257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42629:42629),(127.0.0.1/127.0.0.1:44253:44253)] 2024-11-21T00:13:37,262 INFO [RS:0;5ed4808ef0e6:39211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211 2024-11-21T00:13:37,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46373,DS-9553dc82-74d3-49f4-8b5d-34b41d2c0f73,DISK] 2024-11-21T00:13:37,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43565,DS-e1e21db2-f707-4504-b019-6f889f2b79a5,DISK] 2024-11-21T00:13:37,266 DEBUG [RS:0;5ed4808ef0e6:39211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44253:44253),(127.0.0.1/127.0.0.1:42629:42629)] 2024-11-21T00:13:37,279 INFO [RS:2;5ed4808ef0e6:42863 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,42863,1732148015162/5ed4808ef0e6%2C42863%2C1732148015162.1732148017231 2024-11-21T00:13:37,281 DEBUG [RS:2;5ed4808ef0e6:42863 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42629:42629),(127.0.0.1/127.0.0.1:44253:44253)] 2024-11-21T00:13:37,477 DEBUG [5ed4808ef0e6:33373 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T00:13:37,485 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(204): Hosts are {5ed4808ef0e6=0} racks are {/default-rack=0} 2024-11-21T00:13:37,497 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T00:13:37,497 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T00:13:37,497 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T00:13:37,497 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T00:13:37,497 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T00:13:37,497 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T00:13:37,497 INFO [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T00:13:37,497 INFO [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T00:13:37,497 INFO [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T00:13:37,497 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T00:13:37,506 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:37,517 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ed4808ef0e6,42863,1732148015162, state=OPENING 2024-11-21T00:13:37,761 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T00:13:37,874 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:37,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:37,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:37,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:13:37,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:13:37,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:13:37,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:13:37,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:13:37,877 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T00:13:37,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5ed4808ef0e6,42863,1732148015162}] 2024-11-21T00:13:43,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T00:13:43,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T00:13:47,906 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T00:13:47,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T00:13:47,923 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T00:13:47,923 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T00:13:47,924 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T00:13:47,928 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C42863%2C1732148015162.meta, suffix=.meta, logDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,42863,1732148015162, archiveDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/oldWALs, maxLogs=32 2024-11-21T00:13:47,952 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,42863,1732148015162/5ed4808ef0e6%2C42863%2C1732148015162.meta.1732148027931.meta, exclude list is [], retry=0 2024-11-21T00:13:47,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34255,DS-e569b1d8-7cef-44a2-b443-2f5541411f49,DISK] 2024-11-21T00:13:47,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46373,DS-9553dc82-74d3-49f4-8b5d-34b41d2c0f73,DISK] 2024-11-21T00:13:47,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43565,DS-e1e21db2-f707-4504-b019-6f889f2b79a5,DISK] 2024-11-21T00:13:47,969 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,42863,1732148015162/5ed4808ef0e6%2C42863%2C1732148015162.meta.1732148027931.meta 2024-11-21T00:13:47,969 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40803:40803),(127.0.0.1/127.0.0.1:44253:44253),(127.0.0.1/127.0.0.1:42629:42629)] 2024-11-21T00:13:47,970 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T00:13:47,972 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T00:13:47,975 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T00:13:47,981 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T00:13:47,987 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T00:13:47,988 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:47,988 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T00:13:47,988 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T00:13:47,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T00:13:47,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T00:13:47,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:47,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:13:47,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T00:13:47,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T00:13:47,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:47,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:13:47,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T00:13:47,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T00:13:47,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:48,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:13:48,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T00:13:48,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T00:13:48,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:48,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:13:48,003 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T00:13:48,005 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740 2024-11-21T00:13:48,008 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740 2024-11-21T00:13:48,011 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T00:13:48,011 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T00:13:48,012 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T00:13:48,014 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T00:13:48,016 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64029196, jitterRate=-0.045890629291534424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T00:13:48,016 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T00:13:48,018 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732148027989Writing region info on filesystem at 1732148027989Initializing all the Stores at 1732148027991 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148027991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148027992 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148027992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148027992Cleaning up temporary data from old regions at 1732148028011 (+19 ms)Running coprocessor post-open hooks at 1732148028016 (+5 ms)Region opened successfully at 1732148028018 (+2 ms) 2024-11-21T00:13:48,028 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732148027899 2024-11-21T00:13:48,045 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T00:13:48,045 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T00:13:48,048 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:48,051 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ed4808ef0e6,42863,1732148015162, state=OPEN 2024-11-21T00:13:48,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:13:48,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:13:48,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:13:48,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:13:48,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:13:48,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:13:48,063 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:13:48,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:13:48,064 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:48,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T00:13:48,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5ed4808ef0e6,42863,1732148015162 in 10.1860 sec 2024-11-21T00:13:48,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T00:13:48,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.2650 sec 2024-11-21T00:13:48,078 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T00:13:48,078 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T00:13:48,098 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T00:13:48,099 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,42863,1732148015162, seqNum=-1] 2024-11-21T00:13:48,118 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T00:13:48,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T00:13:48,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.6680 sec 2024-11-21T00:13:48,159 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732148028159, completionTime=-1 2024-11-21T00:13:48,163 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T00:13:48,163 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T00:13:48,198 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-21T00:13:48,198 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732148088198 2024-11-21T00:13:48,198 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732148148198 2024-11-21T00:13:48,199 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 35 msec 2024-11-21T00:13:48,201 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T00:13:48,215 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,33373,1732148013368-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:48,215 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,33373,1732148013368-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:48,216 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,33373,1732148013368-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:48,218 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5ed4808ef0e6:33373, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:48,225 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:48,227 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T00:13:48,228 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:48,288 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.952sec 2024-11-21T00:13:48,292 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T00:13:48,294 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T00:13:48,295 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T00:13:48,296 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T00:13:48,296 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T00:13:48,298 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,33373,1732148013368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T00:13:48,299 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,33373,1732148013368-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T00:13:48,367 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T00:13:48,368 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T00:13:48,369 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,33373,1732148013368-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:13:48,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff4d751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T00:13:48,438 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T00:13:48,438 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T00:13:48,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5ed4808ef0e6,33373,-1 for getting cluster id 2024-11-21T00:13:48,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T00:13:48,478 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '397e51db-a991-4d11-9061-7a6fbfa03c3c' 2024-11-21T00:13:48,484 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T00:13:48,485 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "397e51db-a991-4d11-9061-7a6fbfa03c3c" 2024-11-21T00:13:48,485 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f64530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T00:13:48,485 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5ed4808ef0e6,33373,-1] 2024-11-21T00:13:48,489 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T00:13:48,494 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:13:48,502 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T00:13:48,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd13821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T00:13:48,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T00:13:48,515 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,42863,1732148015162, seqNum=-1] 2024-11-21T00:13:48,516 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T00:13:48,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T00:13:48,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5ed4808ef0e6,33373,1732148013368 2024-11-21T00:13:48,565 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732148028558 (current time:1732148028558). 2024-11-21T00:13:48,565 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T00:13:48,565 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-21T00:13:48,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5affb65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T00:13:48,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5ed4808ef0e6,33373,-1 for getting cluster id 2024-11-21T00:13:48,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T00:13:48,581 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '397e51db-a991-4d11-9061-7a6fbfa03c3c' 2024-11-21T00:13:48,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T00:13:48,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "397e51db-a991-4d11-9061-7a6fbfa03c3c" 2024-11-21T00:13:48,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305c1ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T00:13:48,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5ed4808ef0e6,33373,-1] 2024-11-21T00:13:48,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T00:13:48,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:13:48,588 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T00:13:48,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcf75dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T00:13:48,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T00:13:48,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,42863,1732148015162, seqNum=-1] 2024-11-21T00:13:48,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T00:13:48,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T00:13:48,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T00:13:48,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T00:13:48,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:13:48,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:13:48,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T00:13:48,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T00:13:48,625 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5ed4808ef0e6,33373,1732148013368 2024-11-21T00:13:48,628 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@151836f7 2024-11-21T00:13:48,630 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T00:13:48,638 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T00:13:48,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T00:13:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-21T00:13:48,661 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T00:13:48,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-21T00:13:48,664 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:48,667 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T00:13:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:13:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741837_1013 (size=361) 2024-11-21T00:13:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741837_1013 (size=361) 2024-11-21T00:13:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741837_1013 (size=361) 2024-11-21T00:13:48,758 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f55645b1ca50ba1c33636616d770d7fa, NAME => 'SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:48,764 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4b2038f3023fb920683601d9b1ccfb4b, NAME => 'SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:48,765 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4818511183da3c69313a94aec4417449, NAME => 'SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:13:48,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741838_1014 (size=54) 2024-11-21T00:13:48,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741838_1014 (size=54) 2024-11-21T00:13:48,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741838_1014 (size=54) 2024-11-21T00:13:48,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:48,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f55645b1ca50ba1c33636616d770d7fa, disabling compactions & flushes 2024-11-21T00:13:48,833 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:13:48,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:13:48,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. after waiting 0 ms 2024-11-21T00:13:48,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:13:48,834 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:13:48,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f55645b1ca50ba1c33636616d770d7fa: Waiting for close lock at 1732148028833Disabling compacts and flushes for region at 1732148028833Disabling writes for close at 1732148028834 (+1 ms)Writing region close event to WAL at 1732148028834Closed at 1732148028834 2024-11-21T00:13:48,835 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eafd03b874987ba0f33eb1b9a99d10ef, NAME => 'SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:48,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741839_1015 (size=62) 2024-11-21T00:13:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741839_1015 (size=62) 2024-11-21T00:13:48,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741839_1015 (size=62) 2024-11-21T00:13:48,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:48,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4b2038f3023fb920683601d9b1ccfb4b, disabling compactions & flushes 2024-11-21T00:13:48,857 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:13:48,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:13:48,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. after waiting 0 ms 2024-11-21T00:13:48,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:13:48,857 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:13:48,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4b2038f3023fb920683601d9b1ccfb4b: Waiting for close lock at 1732148028857Disabling compacts and flushes for region at 1732148028857Disabling writes for close at 1732148028857Writing region close event to WAL at 1732148028857Closed at 1732148028857 2024-11-21T00:13:48,858 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c270e0eda69d5c757104a034224b7c23, NAME => 'SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:48,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741840_1016 (size=62) 2024-11-21T00:13:48,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741840_1016 (size=62) 2024-11-21T00:13:48,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741840_1016 (size=62) 2024-11-21T00:13:48,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:48,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4818511183da3c69313a94aec4417449, disabling compactions & flushes 2024-11-21T00:13:48,870 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:13:48,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:13:48,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. after waiting 0 ms 2024-11-21T00:13:48,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:13:48,870 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:13:48,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4818511183da3c69313a94aec4417449: Waiting for close lock at 1732148028870Disabling compacts and flushes for region at 1732148028870Disabling writes for close at 1732148028870Writing region close event to WAL at 1732148028870Closed at 1732148028870 2024-11-21T00:13:48,871 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0f29490b5efdd9edcea09096edef6d56, NAME => 'SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:48,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741841_1017 (size=62) 2024-11-21T00:13:48,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741841_1017 (size=62) 2024-11-21T00:13:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741841_1017 (size=62) 2024-11-21T00:13:48,901 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:48,901 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing eafd03b874987ba0f33eb1b9a99d10ef, disabling compactions & flushes 2024-11-21T00:13:48,901 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:13:48,901 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:13:48,901 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. after waiting 0 ms 2024-11-21T00:13:48,901 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:13:48,902 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:13:48,902 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for eafd03b874987ba0f33eb1b9a99d10ef: Waiting for close lock at 1732148028901Disabling compacts and flushes for region at 1732148028901Disabling writes for close at 1732148028901Writing region close event to WAL at 1732148028901Closed at 1732148028901 2024-11-21T00:13:48,902 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77591b09d9a69a496a751be588ecdb92, NAME => 'SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741842_1018 (size=62) 2024-11-21T00:13:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741842_1018 (size=62) 2024-11-21T00:13:48,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741842_1018 (size=62) 2024-11-21T00:13:48,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:48,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c270e0eda69d5c757104a034224b7c23, disabling compactions & flushes 2024-11-21T00:13:48,908 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:13:48,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:13:48,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. after waiting 0 ms 2024-11-21T00:13:48,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:13:48,908 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:13:48,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c270e0eda69d5c757104a034224b7c23: Waiting for close lock at 1732148028908Disabling compacts and flushes for region at 1732148028908Disabling writes for close at 1732148028908Writing region close event to WAL at 1732148028908Closed at 1732148028908 2024-11-21T00:13:48,909 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ba52edeabb9810362a528e5ba1bdf234, NAME => 'SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:48,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741843_1019 (size=62) 2024-11-21T00:13:48,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741843_1019 (size=62) 2024-11-21T00:13:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741843_1019 (size=62) 2024-11-21T00:13:48,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:48,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0f29490b5efdd9edcea09096edef6d56, disabling compactions & flushes 2024-11-21T00:13:48,924 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:13:48,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:13:48,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. after waiting 0 ms 2024-11-21T00:13:48,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:13:48,924 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:13:48,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0f29490b5efdd9edcea09096edef6d56: Waiting for close lock at 1732148028923Disabling compacts and flushes for region at 1732148028923Disabling writes for close at 1732148028924 (+1 ms)Writing region close event to WAL at 1732148028924Closed at 1732148028924 2024-11-21T00:13:48,925 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2a8f2a5df9e4c6aea18276952255cff5, NAME => 'SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:48,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741844_1020 (size=62) 2024-11-21T00:13:48,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741844_1020 (size=62) 2024-11-21T00:13:48,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741844_1020 (size=62) 2024-11-21T00:13:48,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:48,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 77591b09d9a69a496a751be588ecdb92, disabling compactions & flushes 2024-11-21T00:13:48,944 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:13:48,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:13:48,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. after waiting 0 ms 2024-11-21T00:13:48,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:13:48,944 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:13:48,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77591b09d9a69a496a751be588ecdb92: Waiting for close lock at 1732148028944Disabling compacts and flushes for region at 1732148028944Disabling writes for close at 1732148028944Writing region close event to WAL at 1732148028944Closed at 1732148028944 2024-11-21T00:13:48,945 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3820b79c1721db4b5d7a80bc620b02eb, NAME => 'SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a 2024-11-21T00:13:48,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741845_1021 (size=62) 2024-11-21T00:13:48,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741845_1021 (size=62) 2024-11-21T00:13:48,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741845_1021 (size=62) 2024-11-21T00:13:48,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:48,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ba52edeabb9810362a528e5ba1bdf234, disabling compactions & flushes 2024-11-21T00:13:48,950 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:13:48,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:13:48,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. after waiting 0 ms 2024-11-21T00:13:48,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:13:48,950 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:13:48,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ba52edeabb9810362a528e5ba1bdf234: Waiting for close lock at 1732148028950Disabling compacts and flushes for region at 1732148028950Disabling writes for close at 1732148028950Writing region close event to WAL at 1732148028950Closed at 1732148028950 2024-11-21T00:13:48,955 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T00:13:48,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741846_1022 (size=62) 2024-11-21T00:13:48,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741846_1022 (size=62) 2024-11-21T00:13:48,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741846_1022 (size=62) 2024-11-21T00:13:48,977 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:48,978 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2a8f2a5df9e4c6aea18276952255cff5, disabling compactions & flushes 2024-11-21T00:13:48,978 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:13:48,978 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:13:48,978 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. after waiting 0 ms 2024-11-21T00:13:48,978 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:13:48,978 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:13:48,978 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2a8f2a5df9e4c6aea18276952255cff5: Waiting for close lock at 1732148028978Disabling compacts and flushes for region at 1732148028978Disabling writes for close at 1732148028978Writing region close event to WAL at 1732148028978Closed at 1732148028978 2024-11-21T00:13:48,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741847_1023 (size=54) 2024-11-21T00:13:48,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:48,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741847_1023 (size=54) 2024-11-21T00:13:48,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3820b79c1721db4b5d7a80bc620b02eb, disabling compactions & flushes 2024-11-21T00:13:48,984 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:13:48,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741847_1023 (size=54) 2024-11-21T00:13:48,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:13:48,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. after waiting 0 ms 2024-11-21T00:13:48,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:13:48,984 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:13:48,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3820b79c1721db4b5d7a80bc620b02eb: Waiting for close lock at 1732148028984Disabling compacts and flushes for region at 1732148028984Disabling writes for close at 1732148028984Writing region close event to WAL at 1732148028984Closed at 1732148028984 2024-11-21T00:13:48,987 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T00:13:48,992 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732148028987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148028987"}]},"ts":"1732148028987"} 2024-11-21T00:13:48,993 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148028987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148028987"}]},"ts":"1732148028987"} 2024-11-21T00:13:48,993 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148028987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148028987"}]},"ts":"1732148028987"} 2024-11-21T00:13:48,993 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148028987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148028987"}]},"ts":"1732148028987"} 2024-11-21T00:13:48,996 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148028987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148028987"}]},"ts":"1732148028987"} 2024-11-21T00:13:48,996 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148028987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148028987"}]},"ts":"1732148028987"} 2024-11-21T00:13:48,996 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148028987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148028987"}]},"ts":"1732148028987"} 2024-11-21T00:13:48,997 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148028987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148028987"}]},"ts":"1732148028987"} 2024-11-21T00:13:48,997 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148028987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148028987"}]},"ts":"1732148028987"} 2024-11-21T00:13:48,997 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732148028987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148028987"}]},"ts":"1732148028987"} 2024-11-21T00:13:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:13:49,042 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-21T00:13:49,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T00:13:49,048 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732148029045"}]},"ts":"1732148029045"} 2024-11-21T00:13:49,054 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-21T00:13:49,055 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {5ed4808ef0e6=0} racks are {/default-rack=0} 2024-11-21T00:13:49,065 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T00:13:49,065 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T00:13:49,065 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T00:13:49,065 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T00:13:49,065 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T00:13:49,065 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T00:13:49,065 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T00:13:49,065 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T00:13:49,065 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T00:13:49,065 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T00:13:49,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f55645b1ca50ba1c33636616d770d7fa, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4818511183da3c69313a94aec4417449, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b2038f3023fb920683601d9b1ccfb4b, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eafd03b874987ba0f33eb1b9a99d10ef, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c270e0eda69d5c757104a034224b7c23, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f29490b5efdd9edcea09096edef6d56, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77591b09d9a69a496a751be588ecdb92, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba52edeabb9810362a528e5ba1bdf234, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a8f2a5df9e4c6aea18276952255cff5, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3820b79c1721db4b5d7a80bc620b02eb, ASSIGN}] 2024-11-21T00:13:49,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f55645b1ca50ba1c33636616d770d7fa, ASSIGN 2024-11-21T00:13:49,075 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4818511183da3c69313a94aec4417449, ASSIGN 2024-11-21T00:13:49,076 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a8f2a5df9e4c6aea18276952255cff5, ASSIGN 2024-11-21T00:13:49,076 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3820b79c1721db4b5d7a80bc620b02eb, ASSIGN 2024-11-21T00:13:49,077 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f55645b1ca50ba1c33636616d770d7fa, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,39211,1732148014927; forceNewPlan=false, retain=false 2024-11-21T00:13:49,078 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4818511183da3c69313a94aec4417449, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,33257,1732148015096; forceNewPlan=false, retain=false 2024-11-21T00:13:49,079 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2a8f2a5df9e4c6aea18276952255cff5, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,33257,1732148015096; forceNewPlan=false, retain=false 2024-11-21T00:13:49,081 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3820b79c1721db4b5d7a80bc620b02eb, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,39211,1732148014927; forceNewPlan=false, retain=false 2024-11-21T00:13:49,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77591b09d9a69a496a751be588ecdb92, ASSIGN 2024-11-21T00:13:49,087 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba52edeabb9810362a528e5ba1bdf234, ASSIGN 2024-11-21T00:13:49,091 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c270e0eda69d5c757104a034224b7c23, ASSIGN 2024-11-21T00:13:49,094 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba52edeabb9810362a528e5ba1bdf234, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,42863,1732148015162; forceNewPlan=false, retain=false 2024-11-21T00:13:49,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77591b09d9a69a496a751be588ecdb92, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,39211,1732148014927; forceNewPlan=false, retain=false 2024-11-21T00:13:49,098 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c270e0eda69d5c757104a034224b7c23, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,42863,1732148015162; forceNewPlan=false, retain=false 2024-11-21T00:13:49,098 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eafd03b874987ba0f33eb1b9a99d10ef, ASSIGN 2024-11-21T00:13:49,105 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eafd03b874987ba0f33eb1b9a99d10ef, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,39211,1732148014927; forceNewPlan=false, retain=false 2024-11-21T00:13:49,105 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b2038f3023fb920683601d9b1ccfb4b, ASSIGN 2024-11-21T00:13:49,108 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b2038f3023fb920683601d9b1ccfb4b, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,42863,1732148015162; forceNewPlan=false, retain=false 2024-11-21T00:13:49,121 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f29490b5efdd9edcea09096edef6d56, ASSIGN 2024-11-21T00:13:49,125 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f29490b5efdd9edcea09096edef6d56, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,33257,1732148015096; forceNewPlan=false, retain=false 2024-11-21T00:13:49,231 INFO [5ed4808ef0e6:33373 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-21T00:13:49,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c270e0eda69d5c757104a034224b7c23, regionState=OPENING, regionLocation=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:49,233 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ba52edeabb9810362a528e5ba1bdf234, regionState=OPENING, regionLocation=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:49,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4b2038f3023fb920683601d9b1ccfb4b, regionState=OPENING, regionLocation=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:49,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=77591b09d9a69a496a751be588ecdb92, regionState=OPENING, regionLocation=5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:49,234 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3820b79c1721db4b5d7a80bc620b02eb, regionState=OPENING, regionLocation=5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:49,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f55645b1ca50ba1c33636616d770d7fa, regionState=OPENING, regionLocation=5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:49,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2a8f2a5df9e4c6aea18276952255cff5, regionState=OPENING, regionLocation=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:13:49,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0f29490b5efdd9edcea09096edef6d56, regionState=OPENING, regionLocation=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:13:49,236 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=eafd03b874987ba0f33eb1b9a99d10ef, regionState=OPENING, regionLocation=5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:49,237 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4818511183da3c69313a94aec4417449, regionState=OPENING, regionLocation=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:13:49,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba52edeabb9810362a528e5ba1bdf234, ASSIGN because future has completed 2024-11-21T00:13:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b2038f3023fb920683601d9b1ccfb4b, ASSIGN because future has completed 2024-11-21T00:13:49,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba52edeabb9810362a528e5ba1bdf234, server=5ed4808ef0e6,42863,1732148015162}] 2024-11-21T00:13:49,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3820b79c1721db4b5d7a80bc620b02eb, ASSIGN because future has completed 2024-11-21T00:13:49,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb, server=5ed4808ef0e6,39211,1732148014927}] 2024-11-21T00:13:49,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77591b09d9a69a496a751be588ecdb92, ASSIGN because future has completed 2024-11-21T00:13:49,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f55645b1ca50ba1c33636616d770d7fa, ASSIGN because future has completed 2024-11-21T00:13:49,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b2038f3023fb920683601d9b1ccfb4b, server=5ed4808ef0e6,42863,1732148015162}] 2024-11-21T00:13:49,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77591b09d9a69a496a751be588ecdb92, server=5ed4808ef0e6,39211,1732148014927}] 2024-11-21T00:13:49,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2a8f2a5df9e4c6aea18276952255cff5, ASSIGN because future has completed 2024-11-21T00:13:49,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f55645b1ca50ba1c33636616d770d7fa, server=5ed4808ef0e6,39211,1732148014927}] 2024-11-21T00:13:49,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f29490b5efdd9edcea09096edef6d56, ASSIGN because future has completed 2024-11-21T00:13:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:13:49,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eafd03b874987ba0f33eb1b9a99d10ef, ASSIGN because future has completed 2024-11-21T00:13:49,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4818511183da3c69313a94aec4417449, ASSIGN because future has completed 2024-11-21T00:13:49,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c270e0eda69d5c757104a034224b7c23, ASSIGN because future has completed 2024-11-21T00:13:49,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef, server=5ed4808ef0e6,39211,1732148014927}] 2024-11-21T00:13:49,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a8f2a5df9e4c6aea18276952255cff5, server=5ed4808ef0e6,33257,1732148015096}] 2024-11-21T00:13:49,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c270e0eda69d5c757104a034224b7c23, server=5ed4808ef0e6,42863,1732148015162}] 2024-11-21T00:13:49,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4818511183da3c69313a94aec4417449, server=5ed4808ef0e6,33257,1732148015096}] 2024-11-21T00:13:49,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f29490b5efdd9edcea09096edef6d56, server=5ed4808ef0e6,33257,1732148015096}] 2024-11-21T00:13:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:13:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:13:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:13:53,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T00:13:53,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T00:13:53,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T00:13:53,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T00:13:53,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T00:13:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:13:59,282 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:13:59,283 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c270e0eda69d5c757104a034224b7c23, NAME => 'SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-21T00:13:59,283 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c270e0eda69d5c757104a034224b7c23 2024-11-21T00:13:59,283 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:59,283 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c270e0eda69d5c757104a034224b7c23 2024-11-21T00:13:59,283 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c270e0eda69d5c757104a034224b7c23 2024-11-21T00:13:59,285 INFO [StoreOpener-c270e0eda69d5c757104a034224b7c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c270e0eda69d5c757104a034224b7c23 2024-11-21T00:13:59,287 INFO [StoreOpener-c270e0eda69d5c757104a034224b7c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c270e0eda69d5c757104a034224b7c23 columnFamilyName cf 2024-11-21T00:13:59,287 DEBUG [StoreOpener-c270e0eda69d5c757104a034224b7c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:59,288 INFO [StoreOpener-c270e0eda69d5c757104a034224b7c23-1 {}] regionserver.HStore(327): Store=c270e0eda69d5c757104a034224b7c23/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:13:59,289 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c270e0eda69d5c757104a034224b7c23 2024-11-21T00:13:59,290 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/c270e0eda69d5c757104a034224b7c23 2024-11-21T00:13:59,290 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/c270e0eda69d5c757104a034224b7c23 2024-11-21T00:13:59,291 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c270e0eda69d5c757104a034224b7c23 2024-11-21T00:13:59,291 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c270e0eda69d5c757104a034224b7c23 2024-11-21T00:13:59,293 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c270e0eda69d5c757104a034224b7c23 2024-11-21T00:13:59,296 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/c270e0eda69d5c757104a034224b7c23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:13:59,297 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c270e0eda69d5c757104a034224b7c23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73212286, jitterRate=0.09094807505607605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:13:59,297 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c270e0eda69d5c757104a034224b7c23 2024-11-21T00:13:59,298 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c270e0eda69d5c757104a034224b7c23: Running coprocessor pre-open hook at 1732148039283Writing region info on filesystem at 1732148039283Initializing all the Stores at 1732148039285 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148039285Cleaning up temporary data from old regions at 1732148039291 (+6 ms)Running coprocessor post-open hooks at 1732148039297 (+6 ms)Region opened successfully at 1732148039298 (+1 ms) 2024-11-21T00:13:59,300 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23., pid=22, masterSystemTime=1732148039276 2024-11-21T00:13:59,302 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:13:59,303 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:13:59,303 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:13:59,303 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b2038f3023fb920683601d9b1ccfb4b, NAME => 'SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T00:13:59,304 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c270e0eda69d5c757104a034224b7c23, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:59,304 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:13:59,304 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:59,304 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:13:59,304 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:13:59,307 INFO [StoreOpener-4b2038f3023fb920683601d9b1ccfb4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:13:59,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c270e0eda69d5c757104a034224b7c23, server=5ed4808ef0e6,42863,1732148015162 because future has completed 2024-11-21T00:13:59,309 INFO [StoreOpener-4b2038f3023fb920683601d9b1ccfb4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b2038f3023fb920683601d9b1ccfb4b columnFamilyName cf 2024-11-21T00:13:59,309 DEBUG [StoreOpener-4b2038f3023fb920683601d9b1ccfb4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:59,310 INFO [StoreOpener-4b2038f3023fb920683601d9b1ccfb4b-1 {}] regionserver.HStore(327): Store=4b2038f3023fb920683601d9b1ccfb4b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:13:59,310 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:13:59,311 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:13:59,312 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:13:59,312 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:13:59,312 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:13:59,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-21T00:13:59,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c270e0eda69d5c757104a034224b7c23, server=5ed4808ef0e6,42863,1732148015162 in 9.9280 sec 2024-11-21T00:13:59,314 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:13:59,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c270e0eda69d5c757104a034224b7c23, ASSIGN in 10.2460 sec 2024-11-21T00:13:59,317 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/4b2038f3023fb920683601d9b1ccfb4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:13:59,318 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4b2038f3023fb920683601d9b1ccfb4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67962787, jitterRate=0.012724444270133972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:13:59,318 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:13:59,318 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4b2038f3023fb920683601d9b1ccfb4b: Running coprocessor pre-open hook at 1732148039304Writing region info on filesystem at 1732148039304Initializing all the Stores at 1732148039306 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148039307 (+1 ms)Cleaning up temporary data from old regions at 1732148039312 (+5 ms)Running coprocessor post-open hooks at 1732148039318 (+6 ms)Region opened successfully at 1732148039318 2024-11-21T00:13:59,320 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b., pid=18, masterSystemTime=1732148039276 2024-11-21T00:13:59,322 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:13:59,322 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:13:59,322 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:13:59,322 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ba52edeabb9810362a528e5ba1bdf234, NAME => 'SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-21T00:13:59,323 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:13:59,323 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:59,323 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:13:59,323 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:13:59,324 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4b2038f3023fb920683601d9b1ccfb4b, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:59,327 INFO [StoreOpener-ba52edeabb9810362a528e5ba1bdf234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:13:59,329 INFO [StoreOpener-ba52edeabb9810362a528e5ba1bdf234-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba52edeabb9810362a528e5ba1bdf234 columnFamilyName cf 2024-11-21T00:13:59,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b2038f3023fb920683601d9b1ccfb4b, server=5ed4808ef0e6,42863,1732148015162 because future has completed 2024-11-21T00:13:59,329 DEBUG [StoreOpener-ba52edeabb9810362a528e5ba1bdf234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:59,330 INFO [StoreOpener-ba52edeabb9810362a528e5ba1bdf234-1 {}] regionserver.HStore(327): Store=ba52edeabb9810362a528e5ba1bdf234/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:13:59,330 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:13:59,331 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:13:59,332 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:13:59,333 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:13:59,333 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:13:59,334 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T00:13:59,337 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:13:59,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T00:13:59,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-21T00:13:59,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b2038f3023fb920683601d9b1ccfb4b, server=5ed4808ef0e6,42863,1732148015162 in 10.0410 sec 2024-11-21T00:13:59,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b2038f3023fb920683601d9b1ccfb4b, ASSIGN in 10.2700 sec 2024-11-21T00:13:59,343 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/ba52edeabb9810362a528e5ba1bdf234/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:13:59,343 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:13:59,343 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 3820b79c1721db4b5d7a80bc620b02eb, NAME => 'SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T00:13:59,343 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:13:59,344 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:59,344 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ba52edeabb9810362a528e5ba1bdf234; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60579687, jitterRate=-0.09729231894016266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:13:59,344 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:13:59,344 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:13:59,344 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:13:59,344 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ba52edeabb9810362a528e5ba1bdf234: Running coprocessor pre-open hook at 1732148039323Writing region info on filesystem at 1732148039324 (+1 ms)Initializing all the Stores at 1732148039326 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148039326Cleaning up temporary data from old regions at 1732148039333 (+7 ms)Running coprocessor post-open hooks at 1732148039344 (+11 ms)Region opened successfully at 1732148039344 2024-11-21T00:13:59,345 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234., pid=15, masterSystemTime=1732148039276 2024-11-21T00:13:59,346 INFO [StoreOpener-3820b79c1721db4b5d7a80bc620b02eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:13:59,348 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:13:59,348 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:13:59,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ba52edeabb9810362a528e5ba1bdf234, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:13:59,350 INFO [StoreOpener-3820b79c1721db4b5d7a80bc620b02eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3820b79c1721db4b5d7a80bc620b02eb columnFamilyName cf 2024-11-21T00:13:59,351 DEBUG [StoreOpener-3820b79c1721db4b5d7a80bc620b02eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:59,351 INFO [StoreOpener-3820b79c1721db4b5d7a80bc620b02eb-1 {}] regionserver.HStore(327): Store=3820b79c1721db4b5d7a80bc620b02eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:13:59,352 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:13:59,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba52edeabb9810362a528e5ba1bdf234, server=5ed4808ef0e6,42863,1732148015162 because future has completed 2024-11-21T00:13:59,353 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:13:59,354 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:13:59,354 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:13:59,355 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:13:59,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-21T00:13:59,358 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:13:59,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ba52edeabb9810362a528e5ba1bdf234, server=5ed4808ef0e6,42863,1732148015162 in 10.0940 sec 2024-11-21T00:13:59,363 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/3820b79c1721db4b5d7a80bc620b02eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:13:59,364 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 3820b79c1721db4b5d7a80bc620b02eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71222624, jitterRate=0.061299800872802734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:13:59,364 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:13:59,364 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 3820b79c1721db4b5d7a80bc620b02eb: Running coprocessor pre-open hook at 1732148039344Writing region info on filesystem at 1732148039344Initializing all the Stores at 1732148039345 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148039346 (+1 ms)Cleaning up temporary data from old regions at 1732148039355 (+9 ms)Running coprocessor post-open hooks at 1732148039364 (+9 ms)Region opened successfully at 1732148039364 2024-11-21T00:13:59,369 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb., pid=16, masterSystemTime=1732148039333 2024-11-21T00:13:59,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba52edeabb9810362a528e5ba1bdf234, ASSIGN in 10.2910 sec 2024-11-21T00:13:59,372 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:13:59,372 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:13:59,372 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:13:59,372 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f55645b1ca50ba1c33636616d770d7fa, NAME => 'SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-21T00:13:59,373 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:13:59,373 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:59,373 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:13:59,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3820b79c1721db4b5d7a80bc620b02eb, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:59,373 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:13:59,377 INFO [StoreOpener-f55645b1ca50ba1c33636616d770d7fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:13:59,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb, server=5ed4808ef0e6,39211,1732148014927 because future has completed 2024-11-21T00:13:59,379 INFO [StoreOpener-f55645b1ca50ba1c33636616d770d7fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f55645b1ca50ba1c33636616d770d7fa columnFamilyName cf 2024-11-21T00:13:59,379 DEBUG [StoreOpener-f55645b1ca50ba1c33636616d770d7fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:59,380 INFO [StoreOpener-f55645b1ca50ba1c33636616d770d7fa-1 {}] regionserver.HStore(327): Store=f55645b1ca50ba1c33636616d770d7fa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:13:59,381 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:13:59,382 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:13:59,382 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:13:59,383 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:13:59,383 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:13:59,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-21T00:13:59,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb, server=5ed4808ef0e6,39211,1732148014927 in 10.1110 sec 2024-11-21T00:13:59,387 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:13:59,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3820b79c1721db4b5d7a80bc620b02eb, ASSIGN in 10.3170 sec 2024-11-21T00:13:59,396 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/f55645b1ca50ba1c33636616d770d7fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:13:59,397 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f55645b1ca50ba1c33636616d770d7fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69817593, jitterRate=0.04036320745944977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:13:59,397 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:13:59,397 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f55645b1ca50ba1c33636616d770d7fa: Running coprocessor pre-open hook at 1732148039373Writing region info on filesystem at 1732148039373Initializing all the Stores at 1732148039376 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148039376Cleaning up temporary data from old regions at 1732148039383 (+7 ms)Running coprocessor post-open hooks at 1732148039397 (+14 ms)Region opened successfully at 1732148039397 2024-11-21T00:13:59,398 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T00:13:59,399 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa., pid=19, masterSystemTime=1732148039333 2024-11-21T00:13:59,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T00:13:59,405 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:13:59,405 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:13:59,405 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:13:59,405 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => eafd03b874987ba0f33eb1b9a99d10ef, NAME => 'SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T00:13:59,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f55645b1ca50ba1c33636616d770d7fa, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:59,406 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:13:59,406 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:59,406 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:13:59,406 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:13:59,412 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:13:59,412 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a8f2a5df9e4c6aea18276952255cff5, NAME => 'SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-21T00:13:59,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f55645b1ca50ba1c33636616d770d7fa, server=5ed4808ef0e6,39211,1732148014927 because future has completed 2024-11-21T00:13:59,413 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:13:59,413 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:59,413 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:13:59,413 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:13:59,416 INFO [StoreOpener-eafd03b874987ba0f33eb1b9a99d10ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:13:59,418 INFO [StoreOpener-2a8f2a5df9e4c6aea18276952255cff5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:13:59,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-21T00:13:59,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f55645b1ca50ba1c33636616d770d7fa, server=5ed4808ef0e6,39211,1732148014927 in 10.1190 sec 2024-11-21T00:13:59,420 INFO [StoreOpener-eafd03b874987ba0f33eb1b9a99d10ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eafd03b874987ba0f33eb1b9a99d10ef columnFamilyName cf 2024-11-21T00:13:59,420 DEBUG [StoreOpener-eafd03b874987ba0f33eb1b9a99d10ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:59,421 INFO [StoreOpener-eafd03b874987ba0f33eb1b9a99d10ef-1 {}] regionserver.HStore(327): Store=eafd03b874987ba0f33eb1b9a99d10ef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:13:59,422 INFO [StoreOpener-2a8f2a5df9e4c6aea18276952255cff5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a8f2a5df9e4c6aea18276952255cff5 columnFamilyName cf 2024-11-21T00:13:59,422 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:13:59,422 DEBUG [StoreOpener-2a8f2a5df9e4c6aea18276952255cff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:59,423 INFO [StoreOpener-2a8f2a5df9e4c6aea18276952255cff5-1 {}] regionserver.HStore(327): Store=2a8f2a5df9e4c6aea18276952255cff5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:13:59,423 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:13:59,423 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:13:59,424 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:13:59,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f55645b1ca50ba1c33636616d770d7fa, ASSIGN in 10.3530 sec 2024-11-21T00:13:59,424 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:13:59,425 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:13:59,425 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:13:59,425 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:13:59,426 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:13:59,426 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:13:59,427 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:13:59,430 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:13:59,433 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/eafd03b874987ba0f33eb1b9a99d10ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:13:59,434 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened eafd03b874987ba0f33eb1b9a99d10ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70451495, jitterRate=0.049809083342552185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:13:59,434 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:13:59,434 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for eafd03b874987ba0f33eb1b9a99d10ef: Running coprocessor pre-open hook at 1732148039414Writing region info on filesystem at 1732148039414Initializing all the Stores at 1732148039416 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148039416Cleaning up temporary data from old regions at 1732148039425 (+9 ms)Running coprocessor post-open hooks at 1732148039434 (+9 ms)Region opened successfully at 1732148039434 2024-11-21T00:13:59,435 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef., pid=21, masterSystemTime=1732148039333 2024-11-21T00:13:59,439 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:13:59,439 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:13:59,439 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:13:59,439 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 77591b09d9a69a496a751be588ecdb92, NAME => 'SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T00:13:59,440 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:13:59,440 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:59,440 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:13:59,441 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=eafd03b874987ba0f33eb1b9a99d10ef, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:59,441 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:13:59,443 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/2a8f2a5df9e4c6aea18276952255cff5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:13:59,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef, server=5ed4808ef0e6,39211,1732148014927 because future has completed 2024-11-21T00:13:59,444 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 2a8f2a5df9e4c6aea18276952255cff5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60485089, jitterRate=-0.09870193898677826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:13:59,444 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:13:59,445 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 2a8f2a5df9e4c6aea18276952255cff5: Running coprocessor pre-open hook at 1732148039413Writing region info on filesystem at 1732148039413Initializing all the Stores at 1732148039416 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148039416Cleaning up temporary data from old regions at 1732148039426 (+10 ms)Running coprocessor post-open hooks at 1732148039445 (+19 ms)Region opened successfully at 1732148039445 2024-11-21T00:13:59,444 INFO [StoreOpener-77591b09d9a69a496a751be588ecdb92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:13:59,448 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5., pid=20, masterSystemTime=1732148039397 2024-11-21T00:13:59,449 INFO [StoreOpener-77591b09d9a69a496a751be588ecdb92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77591b09d9a69a496a751be588ecdb92 columnFamilyName cf 2024-11-21T00:13:59,449 DEBUG [StoreOpener-77591b09d9a69a496a751be588ecdb92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:59,450 INFO [StoreOpener-77591b09d9a69a496a751be588ecdb92-1 {}] regionserver.HStore(327): Store=77591b09d9a69a496a751be588ecdb92/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:13:59,450 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:13:59,452 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/77591b09d9a69a496a751be588ecdb92 2024-11-21T00:13:59,453 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/77591b09d9a69a496a751be588ecdb92 2024-11-21T00:13:59,453 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:13:59,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-21T00:13:59,454 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:13:59,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef, server=5ed4808ef0e6,39211,1732148014927 in 10.0880 sec 2024-11-21T00:13:59,454 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:13:59,454 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f29490b5efdd9edcea09096edef6d56, NAME => 'SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-21T00:13:59,454 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:13:59,454 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:13:59,454 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:13:59,454 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:59,455 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:13:59,455 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:13:59,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2a8f2a5df9e4c6aea18276952255cff5, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:13:59,458 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:13:59,459 INFO [StoreOpener-0f29490b5efdd9edcea09096edef6d56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:13:59,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eafd03b874987ba0f33eb1b9a99d10ef, ASSIGN in 10.3870 sec 2024-11-21T00:13:59,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a8f2a5df9e4c6aea18276952255cff5, server=5ed4808ef0e6,33257,1732148015096 because future has completed 2024-11-21T00:13:59,461 INFO [StoreOpener-0f29490b5efdd9edcea09096edef6d56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f29490b5efdd9edcea09096edef6d56 columnFamilyName cf 2024-11-21T00:13:59,462 DEBUG [StoreOpener-0f29490b5efdd9edcea09096edef6d56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:59,463 INFO [StoreOpener-0f29490b5efdd9edcea09096edef6d56-1 {}] regionserver.HStore(327): Store=0f29490b5efdd9edcea09096edef6d56/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:13:59,463 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:13:59,465 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:13:59,466 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:13:59,467 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:13:59,467 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:13:59,470 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:13:59,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-21T00:13:59,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a8f2a5df9e4c6aea18276952255cff5, server=5ed4808ef0e6,33257,1732148015096 in 10.1330 sec 2024-11-21T00:13:59,472 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/77591b09d9a69a496a751be588ecdb92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:13:59,474 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 77591b09d9a69a496a751be588ecdb92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73749035, jitterRate=0.09894625842571259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:13:59,475 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:13:59,475 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 77591b09d9a69a496a751be588ecdb92: Running coprocessor pre-open hook at 1732148039441Writing region info on filesystem at 1732148039441Initializing all the Stores at 1732148039444 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148039444Cleaning up temporary data from old regions at 1732148039454 (+10 ms)Running coprocessor post-open hooks at 1732148039475 (+21 ms)Region opened successfully at 1732148039475 2024-11-21T00:13:59,477 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92., pid=17, masterSystemTime=1732148039333 2024-11-21T00:13:59,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a8f2a5df9e4c6aea18276952255cff5, ASSIGN in 10.4040 sec 2024-11-21T00:13:59,477 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/0f29490b5efdd9edcea09096edef6d56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:13:59,480 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0f29490b5efdd9edcea09096edef6d56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68435295, jitterRate=0.01976536214351654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:13:59,480 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:13:59,480 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0f29490b5efdd9edcea09096edef6d56: Running coprocessor pre-open hook at 1732148039455Writing region info on filesystem at 1732148039455Initializing all the Stores at 1732148039457 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148039457Cleaning up temporary data from old regions at 1732148039467 (+10 ms)Running coprocessor post-open hooks at 1732148039480 (+13 ms)Region opened successfully at 1732148039480 2024-11-21T00:13:59,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=77591b09d9a69a496a751be588ecdb92, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,39211,1732148014927 2024-11-21T00:13:59,484 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:13:59,484 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:13:59,485 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56., pid=24, masterSystemTime=1732148039397 2024-11-21T00:13:59,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77591b09d9a69a496a751be588ecdb92, server=5ed4808ef0e6,39211,1732148014927 because future has completed 2024-11-21T00:13:59,490 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:13:59,490 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:13:59,490 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:13:59,490 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 4818511183da3c69313a94aec4417449, NAME => 'SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T00:13:59,491 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4818511183da3c69313a94aec4417449 2024-11-21T00:13:59,491 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:13:59,491 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 4818511183da3c69313a94aec4417449 2024-11-21T00:13:59,491 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 4818511183da3c69313a94aec4417449 2024-11-21T00:13:59,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0f29490b5efdd9edcea09096edef6d56, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:13:59,496 INFO [StoreOpener-4818511183da3c69313a94aec4417449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4818511183da3c69313a94aec4417449 2024-11-21T00:13:59,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f29490b5efdd9edcea09096edef6d56, server=5ed4808ef0e6,33257,1732148015096 because future has completed 2024-11-21T00:13:59,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-21T00:13:59,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 77591b09d9a69a496a751be588ecdb92, server=5ed4808ef0e6,39211,1732148014927 in 10.1990 sec 2024-11-21T00:13:59,502 INFO [StoreOpener-4818511183da3c69313a94aec4417449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4818511183da3c69313a94aec4417449 columnFamilyName cf 2024-11-21T00:13:59,502 DEBUG [StoreOpener-4818511183da3c69313a94aec4417449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:13:59,504 INFO [StoreOpener-4818511183da3c69313a94aec4417449-1 {}] regionserver.HStore(327): Store=4818511183da3c69313a94aec4417449/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:13:59,504 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 4818511183da3c69313a94aec4417449 2024-11-21T00:13:59,505 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/4818511183da3c69313a94aec4417449 2024-11-21T00:13:59,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77591b09d9a69a496a751be588ecdb92, ASSIGN in 10.4330 sec 2024-11-21T00:13:59,507 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/4818511183da3c69313a94aec4417449 2024-11-21T00:13:59,508 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 4818511183da3c69313a94aec4417449 2024-11-21T00:13:59,508 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 4818511183da3c69313a94aec4417449 2024-11-21T00:13:59,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-21T00:13:59,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f29490b5efdd9edcea09096edef6d56, server=5ed4808ef0e6,33257,1732148015096 in 10.0610 sec 2024-11-21T00:13:59,512 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 4818511183da3c69313a94aec4417449 2024-11-21T00:13:59,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f29490b5efdd9edcea09096edef6d56, ASSIGN in 10.4440 sec 2024-11-21T00:13:59,522 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/4818511183da3c69313a94aec4417449/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:13:59,523 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 4818511183da3c69313a94aec4417449; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67922146, jitterRate=0.01211884617805481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:13:59,524 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4818511183da3c69313a94aec4417449 2024-11-21T00:13:59,524 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 4818511183da3c69313a94aec4417449: Running coprocessor pre-open hook at 1732148039491Writing region info on filesystem at 1732148039491Initializing all the Stores at 1732148039493 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148039493Cleaning up temporary data from old regions at 1732148039508 (+15 ms)Running coprocessor post-open hooks at 1732148039524 (+16 ms)Region opened successfully at 1732148039524 2024-11-21T00:13:59,529 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449., pid=23, masterSystemTime=1732148039397 2024-11-21T00:13:59,532 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:13:59,532 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:13:59,533 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4818511183da3c69313a94aec4417449, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:13:59,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4818511183da3c69313a94aec4417449, server=5ed4808ef0e6,33257,1732148015096 because future has completed 2024-11-21T00:13:59,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-21T00:13:59,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4818511183da3c69313a94aec4417449, server=5ed4808ef0e6,33257,1732148015096 in 10.1140 sec 2024-11-21T00:13:59,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-21T00:13:59,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4818511183da3c69313a94aec4417449, ASSIGN in 10.4770 sec 2024-11-21T00:13:59,549 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T00:13:59,550 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732148039549"}]},"ts":"1732148039549"} 2024-11-21T00:13:59,553 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-21T00:13:59,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T00:13:59,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9060 sec 2024-11-21T00:14:00,951 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-21T00:14:02,596 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T00:14:03,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-21T00:14:03,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-21T00:14:04,825 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T00:14:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:14:06,904 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-21T00:14:06,904 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-21T00:14:06,906 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T00:14:06,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-21T00:14:06,921 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T00:14:06,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-21T00:14:07,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92., hostname=5ed4808ef0e6,39211,1732148014927, seqNum=2] 2024-11-21T00:14:07,024 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92., hostname=5ed4808ef0e6,39211,1732148014927, seqNum=2] 2024-11-21T00:14:07,158 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234., hostname=5ed4808ef0e6,42863,1732148015162, seqNum=2] 2024-11-21T00:14:07,162 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234., hostname=5ed4808ef0e6,42863,1732148015162, seqNum=2] 2024-11-21T00:14:07,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234., hostname=5ed4808ef0e6,42863,1732148015162, seqNum=2] 2024-11-21T00:14:07,189 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234., hostname=5ed4808ef0e6,42863,1732148015162, seqNum=2] 2024-11-21T00:14:07,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234., hostname=5ed4808ef0e6,42863,1732148015162, seqNum=2] 2024-11-21T00:14:07,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234., hostname=5ed4808ef0e6,42863,1732148015162, seqNum=2] 2024-11-21T00:14:07,210 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234., hostname=5ed4808ef0e6,42863,1732148015162, seqNum=2] 2024-11-21T00:14:07,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5., hostname=5ed4808ef0e6,33257,1732148015096, seqNum=2] 2024-11-21T00:14:07,251 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5., hostname=5ed4808ef0e6,33257,1732148015096, seqNum=2] 2024-11-21T00:14:07,348 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb., hostname=5ed4808ef0e6,39211,1732148014927, seqNum=2] 2024-11-21T00:14:07,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb., hostname=5ed4808ef0e6,39211,1732148014927, seqNum=2] 2024-11-21T00:14:07,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb., hostname=5ed4808ef0e6,39211,1732148014927, seqNum=2] 2024-11-21T00:14:07,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb., hostname=5ed4808ef0e6,39211,1732148014927, seqNum=2] 2024-11-21T00:14:07,373 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb., hostname=5ed4808ef0e6,39211,1732148014927, seqNum=2] 2024-11-21T00:14:08,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T00:14:08,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T00:14:08,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T00:14:08,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T00:14:08,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T00:14:09,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T00:14:09,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39211 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:14:09,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39211 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T00:14:09,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39211 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T00:14:10,067 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-21T00:14:10,071 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T00:14:10,071 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T00:14:10,077 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T00:14:10,091 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T00:14:10,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741848_1024 (size=49) 2024-11-21T00:14:10,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741848_1024 (size=49) 2024-11-21T00:14:10,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741848_1024 (size=49) 2024-11-21T00:14:10,135 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T00:14:10,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4818511183da3c69313a94aec4417449}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b2038f3023fb920683601d9b1ccfb4b}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c270e0eda69d5c757104a034224b7c23}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f29490b5efdd9edcea09096edef6d56}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba52edeabb9810362a528e5ba1bdf234}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a8f2a5df9e4c6aea18276952255cff5}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb}] 2024-11-21T00:14:10,141 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4818511183da3c69313a94aec4417449 2024-11-21T00:14:10,142 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:10,142 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:10,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:14:10,146 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:10,151 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:14:10,151 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c270e0eda69d5c757104a034224b7c23 2024-11-21T00:14:10,152 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:10,152 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:14:10,161 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:14:10,173 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 5ed4808ef0e6,39211,1732148014927 2024-11-21T00:14:10,174 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5ed4808ef0e6,39211,1732148014927: Simulated kill ***** 2024-11-21T00:14:10,174 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T00:14:10,177 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T00:14:10,179 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T00:14:10,183 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T00:14:10,185 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T00:14:10,193 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 621538096 }, "NonHeapMemoryUsage": { "committed": 157089792, "init": 7667712, "max": -1, "used": 153395368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "5ed4808ef0e6", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "5ed4808ef0e6", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61609", "tag.serverName": "5ed4808ef0e6,39211,1732148014927", "tag.clusterId": "397e51db-a991-4d11-9061-7a6fbfa03c3c", "tag.Context": "regionserver", "tag.Hostname": "5ed4808ef0e6", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732148014927, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-21T00:14:10,200 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33373 {}] master.MasterRpcServices(700): 5ed4808ef0e6,39211,1732148014927 reported a fatal error: ***** ABORTING region server 5ed4808ef0e6,39211,1732148014927: Simulated kill ***** 2024-11-21T00:14:10,205 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5ed4808ef0e6,39211,1732148014927' ***** 2024-11-21T00:14:10,205 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T00:14:10,205 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T00:14:10,206 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T00:14:10,206 INFO [RS:0;5ed4808ef0e6:39211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T00:14:10,206 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T00:14:10,206 INFO [RS:0;5ed4808ef0e6:39211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T00:14:10,206 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T00:14:10,206 INFO [RS:0;5ed4808ef0e6:39211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5ed4808ef0e6:39211. 2024-11-21T00:14:10,206 DEBUG [RS:0;5ed4808ef0e6:39211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T00:14:10,206 DEBUG [RS:0;5ed4808ef0e6:39211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:14:10,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741834_1010 (size=1242) 2024-11-21T00:14:10,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741834_1010 (size=1242) 2024-11-21T00:14:10,232 DEBUG [RS:0;5ed4808ef0e6:39211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:14:10,233 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T00:14:10,233 INFO [RS:0;5ed4808ef0e6:39211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39211 2024-11-21T00:14:10,259 INFO [regionserver/5ed4808ef0e6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T00:14:10,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T00:14:10,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ed4808ef0e6,39211,1732148014927 2024-11-21T00:14:10,272 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T00:14:10,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ed4808ef0e6,39211,1732148014927] 2024-11-21T00:14:10,353 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5ed4808ef0e6,39211,1732148014927 already deleted, retry=false 2024-11-21T00:14:10,353 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5ed4808ef0e6,39211,1732148014927 on 5ed4808ef0e6,33373,1732148013368 2024-11-21T00:14:10,363 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5ed4808ef0e6,39211,1732148014927, splitWal=true, meta=false 2024-11-21T00:14:10,376 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5ed4808ef0e6,39211,1732148014927, splitWal=true, meta=false 2024-11-21T00:14:10,379 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5ed4808ef0e6,39211,1732148014927 had 4 regions 2024-11-21T00:14:10,381 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5ed4808ef0e6,39211,1732148014927, splitWal=true, meta=false, isMeta: false 2024-11-21T00:14:10,383 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 5ed4808ef0e6,39211,1732148014927 (carryingMeta=false) 5ed4808ef0e6,39211,1732148014927/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@28b62cac[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T00:14:10,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:10,388 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 can not run currently because target server of region SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 1000 ms to retry 2024-11-21T00:14:10,389 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92; timeout=1000, timestamp=1732148051389 2024-11-21T00:14:10,391 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting 2024-11-21T00:14:10,391 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:10,393 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa can not run currently because target server of region SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 1000 ms to retry 2024-11-21T00:14:10,394 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa; timeout=1000, timestamp=1732148051394 2024-11-21T00:14:10,396 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:10,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:10,399 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef can not run currently because target server of region SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 1000 ms to retry 2024-11-21T00:14:10,399 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef; timeout=1000, timestamp=1732148051399 2024-11-21T00:14:10,400 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb can not run currently because target server of region SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 1000 ms to retry 2024-11-21T00:14:10,400 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb; timeout=1000, timestamp=1732148051400 2024-11-21T00:14:10,400 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5ed4808ef0e6,39211,1732148014927 WAL count=1, meta=false 2024-11-21T00:14:10,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5ed4808ef0e6%2C39211%2C1732148014927.1732148017211}] 2024-11-21T00:14:10,434 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:10,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:14:10,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39211-0x1015abd22410001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:14:10,437 INFO [RS:0;5ed4808ef0e6:39211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T00:14:10,437 INFO [RS:0;5ed4808ef0e6:39211 {}] regionserver.HRegionServer(1031): Exiting; stopping=5ed4808ef0e6,39211,1732148014927; zookeeper connection closed. 2024-11-21T00:14:10,448 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@726673aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@726673aa 2024-11-21T00:14:10,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5ed4808ef0e6%2C39211%2C1732148014927.1732148017211, worker=5ed4808ef0e6,42863,1732148015162}] 2024-11-21T00:14:10,501 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5ed4808ef0e6:33373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-21T00:14:11,016 INFO [regionserver/5ed4808ef0e6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T00:14:11,017 INFO [regionserver/5ed4808ef0e6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T00:14:11,389 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:11,391 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 can not run currently because target server of region SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T00:14:11,391 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92; timeout=2000, timestamp=1732148053391 2024-11-21T00:14:11,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:11,395 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa can not run currently because target server of region SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T00:14:11,395 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa; timeout=2000, timestamp=1732148053395 2024-11-21T00:14:11,399 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:11,400 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef can not run currently because target server of region SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T00:14:11,400 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef; timeout=2000, timestamp=1732148053400 2024-11-21T00:14:11,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:11,401 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb can not run currently because target server of region SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T00:14:11,401 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb; timeout=2000, timestamp=1732148053401 2024-11-21T00:14:11,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741834_1010 (size=1242) 2024-11-21T00:14:13,392 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:13,393 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 can not run currently because target server of region SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T00:14:13,393 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92; timeout=4000, timestamp=1732148057393 2024-11-21T00:14:13,396 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:13,396 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa can not run currently because target server of region SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T00:14:13,396 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa; timeout=4000, timestamp=1732148057396 2024-11-21T00:14:13,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:13,401 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:13,401 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef can not run currently because target server of region SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T00:14:13,402 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef; timeout=4000, timestamp=1732148057402 2024-11-21T00:14:13,402 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb can not run currently because target server of region SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T00:14:13,402 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb; timeout=4000, timestamp=1732148057402 2024-11-21T00:14:17,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:17,396 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:17,402 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:17,402 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:17,443 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef can not run currently because target server of region SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T00:14:17,443 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 can not run currently because target server of region SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T00:14:17,443 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa can not run currently because target server of region SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T00:14:17,443 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb can not run currently because target server of region SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 5ed4808ef0e6,39211,1732148014927 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T00:14:17,443 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92; timeout=8000, timestamp=1732148065443 2024-11-21T00:14:17,443 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef; timeout=8000, timestamp=1732148065443 2024-11-21T00:14:17,443 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa; timeout=8000, timestamp=1732148065443 2024-11-21T00:14:17,443 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb; timeout=8000, timestamp=1732148065443 2024-11-21T00:14:19,397 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=5ed4808ef0e6,33257,1732148015096, timeout=1732148060143, delay=743, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f29490b5efdd9edcea09096edef6d56, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4818511183da3c69313a94aec4417449, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a8f2a5df9e4c6aea18276952255cff5], containedObject=5ed4808ef0e6,39211,1732148014927, timeout=1732148060144, delay=744, operations=null, containedObject=5ed4808ef0e6,42863,1732148015162, timeout=1732148060147, delay=747, operations=[pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5ed4808ef0e6%2C39211%2C1732148014927.1732148017211, worker=5ed4808ef0e6,42863,1732148015162, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b2038f3023fb920683601d9b1ccfb4b, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c270e0eda69d5c757104a034224b7c23, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba52edeabb9810362a528e5ba1bdf234]] 2024-11-21T00:14:20,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-21T00:14:20,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-21T00:14:20,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-21T00:14:20,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:14:20,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-21T00:14:20,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:14:20,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-21T00:14:20,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-21T00:14:20,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:14:20,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0f29490b5efdd9edcea09096edef6d56: 2024-11-21T00:14:20,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. for SnapshotProcedureTest completed. 2024-11-21T00:14:20,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 4818511183da3c69313a94aec4417449: 2024-11-21T00:14:20,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:14:20,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. for SnapshotProcedureTest completed. 2024-11-21T00:14:20,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:14:20,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:14:20,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-21T00:14:20,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for c270e0eda69d5c757104a034224b7c23: 2024-11-21T00:14:20,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. for SnapshotProcedureTest completed. 2024-11-21T00:14:20,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:14:20,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:14:20,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:14:20,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 4b2038f3023fb920683601d9b1ccfb4b: 2024-11-21T00:14:20,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. for SnapshotProcedureTest completed. 2024-11-21T00:14:20,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:14:20,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:14:20,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:14:20,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:14:20,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:14:20,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:14:20,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:14:20,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:14:20,181 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 2a8f2a5df9e4c6aea18276952255cff5 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-21T00:14:20,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:14:20,185 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ba52edeabb9810362a528e5ba1bdf234 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-21T00:14:20,242 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211, size=1.2 K (1242bytes) 2024-11-21T00:14:20,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T00:14:20,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T00:14:20,243 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211 2024-11-21T00:14:20,252 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211 after 4ms 2024-11-21T00:14:20,291 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211 took 50ms 2024-11-21T00:14:20,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741850_1026 (size=65) 2024-11-21T00:14:20,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741850_1026 (size=65) 2024-11-21T00:14:20,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741850_1026 (size=65) 2024-11-21T00:14:20,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:14:20,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T00:14:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T00:14:20,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:14:20,370 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:14:20,375 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 3820b79c1721db4b5d7a80bc620b02eb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T00:14:20,379 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f55645b1ca50ba1c33636616d770d7fa: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T00:14:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741849_1025 (size=65) 2024-11-21T00:14:20,382 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for eafd03b874987ba0f33eb1b9a99d10ef: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T00:14:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741849_1025 (size=65) 2024-11-21T00:14:20,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741849_1025 (size=65) 2024-11-21T00:14:20,385 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 77591b09d9a69a496a751be588ecdb92: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T00:14:20,385 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211 so closing down 2024-11-21T00:14:20,385 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T00:14:20,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4b2038f3023fb920683601d9b1ccfb4b in 10.2410 sec 2024-11-21T00:14:20,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:14:20,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-21T00:14:20,395 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T00:14:20,401 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 31 ms; skipped=4; WAL=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-21T00:14:20,401 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211, journal: Splitting hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211, size=1.2 K (1242bytes) at 1732148060242Finishing writing output for hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211 so closing down at 1732148060385 (+143 ms)3 split writer threads finished at 1732148060395 (+10 ms)Processed 4 edits across 0 Regions in 31 ms; skipped=4; WAL=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1732148060401 (+6 ms) 2024-11-21T00:14:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-21T00:14:20,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c270e0eda69d5c757104a034224b7c23 2024-11-21T00:14:20,401 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211 2024-11-21T00:14:20,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c270e0eda69d5c757104a034224b7c23 2024-11-21T00:14:20,401 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-21T00:14:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-21T00:14:20,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c270e0eda69d5c757104a034224b7c23 in 10.2670 sec 2024-11-21T00:14:20,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/2a8f2a5df9e4c6aea18276952255cff5/.tmp/cf/caed128ac45c421881295226fc6ea450 is 34, key is ccd/cf:cf/1732148049022/Put/seqid=0 2024-11-21T00:14:20,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741851_1027 (size=65) 2024-11-21T00:14:20,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/ba52edeabb9810362a528e5ba1bdf234/.tmp/cf/975531385456433587eac0873bb0deb6 is 34, key is baa/cf:cf/1732148048943/Put/seqid=0 2024-11-21T00:14:20,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741851_1027 (size=65) 2024-11-21T00:14:20,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741851_1027 (size=65) 2024-11-21T00:14:20,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:14:20,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T00:14:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-21T00:14:20,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4818511183da3c69313a94aec4417449 2024-11-21T00:14:20,452 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4818511183da3c69313a94aec4417449 2024-11-21T00:14:20,452 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting/5ed4808ef0e6%2C39211%2C1732148014927.1732148017211 to hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/oldWALs 2024-11-21T00:14:20,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741852_1028 (size=65) 2024-11-21T00:14:20,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741852_1028 (size=65) 2024-11-21T00:14:20,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741852_1028 (size=65) 2024-11-21T00:14:20,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:14:20,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T00:14:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-21T00:14:20,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:14:20,462 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:14:20,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4818511183da3c69313a94aec4417449 in 10.3170 sec 2024-11-21T00:14:20,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-21T00:14:20,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5ed4808ef0e6%2C39211%2C1732148014927.1732148017211, worker=5ed4808ef0e6,42863,1732148015162 in 10.0020 sec 2024-11-21T00:14:20,465 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:20,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0f29490b5efdd9edcea09096edef6d56 in 10.3270 sec 2024-11-21T00:14:20,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-21T00:14:20,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 5ed4808ef0e6%2C39211%2C1732148014927.1732148017211, worker=5ed4808ef0e6,42863,1732148015162 in 10.0630 sec 2024-11-21T00:14:20,475 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting dir is empty, no logs to split. 2024-11-21T00:14:20,475 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5ed4808ef0e6,39211,1732148014927 WAL count=0, meta=false 2024-11-21T00:14:20,475 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5ed4808ef0e6,39211,1732148014927 WAL splitting is done? wals=0, meta=false 2024-11-21T00:14:20,481 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 5ed4808ef0e6,39211,1732148014927 failed, ignore...File hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/WALs/5ed4808ef0e6,39211,1732148014927-splitting does not exist. 2024-11-21T00:14:20,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eafd03b874987ba0f33eb1b9a99d10ef, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3820b79c1721db4b5d7a80bc620b02eb, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77591b09d9a69a496a751be588ecdb92, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f55645b1ca50ba1c33636616d770d7fa, ASSIGN}] 2024-11-21T00:14:20,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f55645b1ca50ba1c33636616d770d7fa, ASSIGN 2024-11-21T00:14:20,487 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3820b79c1721db4b5d7a80bc620b02eb, ASSIGN 2024-11-21T00:14:20,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77591b09d9a69a496a751be588ecdb92, ASSIGN 2024-11-21T00:14:20,488 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eafd03b874987ba0f33eb1b9a99d10ef, ASSIGN 2024-11-21T00:14:20,490 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f55645b1ca50ba1c33636616d770d7fa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T00:14:20,491 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3820b79c1721db4b5d7a80bc620b02eb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T00:14:20,492 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eafd03b874987ba0f33eb1b9a99d10ef, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T00:14:20,492 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77591b09d9a69a496a751be588ecdb92, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T00:14:20,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741854_1030 (size=47197) 2024-11-21T00:14:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741854_1030 (size=47197) 2024-11-21T00:14:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741854_1030 (size=47197) 2024-11-21T00:14:20,523 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/2a8f2a5df9e4c6aea18276952255cff5/.tmp/cf/caed128ac45c421881295226fc6ea450 2024-11-21T00:14:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741853_1029 (size=28623) 2024-11-21T00:14:20,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741853_1029 (size=28623) 2024-11-21T00:14:20,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741853_1029 (size=28623) 2024-11-21T00:14:20,543 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/ba52edeabb9810362a528e5ba1bdf234/.tmp/cf/975531385456433587eac0873bb0deb6 2024-11-21T00:14:20,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/2a8f2a5df9e4c6aea18276952255cff5/.tmp/cf/caed128ac45c421881295226fc6ea450 as hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/2a8f2a5df9e4c6aea18276952255cff5/cf/caed128ac45c421881295226fc6ea450 2024-11-21T00:14:20,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/ba52edeabb9810362a528e5ba1bdf234/.tmp/cf/975531385456433587eac0873bb0deb6 as hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/ba52edeabb9810362a528e5ba1bdf234/cf/975531385456433587eac0873bb0deb6 2024-11-21T00:14:20,609 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/2a8f2a5df9e4c6aea18276952255cff5/cf/caed128ac45c421881295226fc6ea450, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-21T00:14:20,616 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/ba52edeabb9810362a528e5ba1bdf234/cf/975531385456433587eac0873bb0deb6, entries=731, sequenceid=5, filesize=28.0 K 2024-11-21T00:14:20,624 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 2a8f2a5df9e4c6aea18276952255cff5 in 447ms, sequenceid=5, compaction requested=false 2024-11-21T00:14:20,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 2a8f2a5df9e4c6aea18276952255cff5: 2024-11-21T00:14:20,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. for SnapshotProcedureTest completed. 2024-11-21T00:14:20,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:14:20,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:14:20,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/2a8f2a5df9e4c6aea18276952255cff5/cf/caed128ac45c421881295226fc6ea450] hfiles 2024-11-21T00:14:20,628 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ba52edeabb9810362a528e5ba1bdf234 in 437ms, sequenceid=5, compaction requested=false 2024-11-21T00:14:20,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/2a8f2a5df9e4c6aea18276952255cff5/cf/caed128ac45c421881295226fc6ea450 for snapshot=SnapshotProcedureTest 2024-11-21T00:14:20,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ba52edeabb9810362a528e5ba1bdf234: 2024-11-21T00:14:20,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. for SnapshotProcedureTest completed. 2024-11-21T00:14:20,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:14:20,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:14:20,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/ba52edeabb9810362a528e5ba1bdf234/cf/975531385456433587eac0873bb0deb6] hfiles 2024-11-21T00:14:20,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/ba52edeabb9810362a528e5ba1bdf234/cf/975531385456433587eac0873bb0deb6 for snapshot=SnapshotProcedureTest 2024-11-21T00:14:20,641 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(204): Hosts are {5ed4808ef0e6=0} racks are {/default-rack=0} 2024-11-21T00:14:20,642 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T00:14:20,642 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T00:14:20,642 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T00:14:20,642 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T00:14:20,642 INFO [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T00:14:20,642 INFO [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T00:14:20,642 DEBUG [5ed4808ef0e6:33373 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T00:14:20,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=77591b09d9a69a496a751be588ecdb92, regionState=OPENING, regionLocation=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:14:20,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=f55645b1ca50ba1c33636616d770d7fa, regionState=OPENING, regionLocation=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:14:20,644 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=3820b79c1721db4b5d7a80bc620b02eb, regionState=OPENING, regionLocation=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:20,645 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=eafd03b874987ba0f33eb1b9a99d10ef, regionState=OPENING, regionLocation=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:20,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77591b09d9a69a496a751be588ecdb92, ASSIGN because future has completed 2024-11-21T00:14:20,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77591b09d9a69a496a751be588ecdb92, server=5ed4808ef0e6,33257,1732148015096}] 2024-11-21T00:14:20,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3820b79c1721db4b5d7a80bc620b02eb, ASSIGN because future has completed 2024-11-21T00:14:20,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb, server=5ed4808ef0e6,42863,1732148015162}] 2024-11-21T00:14:20,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eafd03b874987ba0f33eb1b9a99d10ef, ASSIGN because future has completed 2024-11-21T00:14:20,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef, server=5ed4808ef0e6,42863,1732148015162}] 2024-11-21T00:14:20,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f55645b1ca50ba1c33636616d770d7fa, ASSIGN because future has completed 2024-11-21T00:14:20,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure f55645b1ca50ba1c33636616d770d7fa, server=5ed4808ef0e6,33257,1732148015096}] 2024-11-21T00:14:20,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741855_1031 (size=105) 2024-11-21T00:14:20,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741855_1031 (size=105) 2024-11-21T00:14:20,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741855_1031 (size=105) 2024-11-21T00:14:20,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:14:20,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T00:14:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-21T00:14:20,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:14:20,743 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:14:20,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ba52edeabb9810362a528e5ba1bdf234 in 10.6070 sec 2024-11-21T00:14:20,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741856_1032 (size=105) 2024-11-21T00:14:20,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741856_1032 (size=105) 2024-11-21T00:14:20,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741856_1032 (size=105) 2024-11-21T00:14:20,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:14:20,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-21T00:14:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-21T00:14:20,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:14:20,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:14:20,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2a8f2a5df9e4c6aea18276952255cff5 in 10.6600 sec 2024-11-21T00:14:25,444 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb held by pid=40 2024-11-21T00:14:25,444 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:25,445 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef held by pid=39 2024-11-21T00:14:25,445 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:25,445 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa held by pid=42 2024-11-21T00:14:25,445 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:25,445 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 held by pid=41 2024-11-21T00:14:25,445 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:29,037 INFO [master/5ed4808ef0e6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T00:14:29,037 INFO [master/5ed4808ef0e6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T00:14:30,666 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:14:30,666 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 77591b09d9a69a496a751be588ecdb92, NAME => 'SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T00:14:30,667 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:30,667 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:14:30,667 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:30,667 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:30,668 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:14:30,668 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 3820b79c1721db4b5d7a80bc620b02eb, NAME => 'SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T00:14:30,669 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:30,669 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:14:30,669 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:30,669 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:30,676 INFO [StoreOpener-77591b09d9a69a496a751be588ecdb92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:30,677 INFO [StoreOpener-3820b79c1721db4b5d7a80bc620b02eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:30,682 INFO [StoreOpener-3820b79c1721db4b5d7a80bc620b02eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3820b79c1721db4b5d7a80bc620b02eb columnFamilyName cf 2024-11-21T00:14:30,682 INFO [StoreOpener-77591b09d9a69a496a751be588ecdb92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77591b09d9a69a496a751be588ecdb92 columnFamilyName cf 2024-11-21T00:14:30,682 DEBUG [StoreOpener-77591b09d9a69a496a751be588ecdb92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:14:30,682 DEBUG [StoreOpener-3820b79c1721db4b5d7a80bc620b02eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:14:30,688 INFO [StoreOpener-77591b09d9a69a496a751be588ecdb92-1 {}] regionserver.HStore(327): Store=77591b09d9a69a496a751be588ecdb92/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:14:30,688 INFO [StoreOpener-3820b79c1721db4b5d7a80bc620b02eb-1 {}] regionserver.HStore(327): Store=3820b79c1721db4b5d7a80bc620b02eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:14:30,689 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:30,689 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:30,690 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:30,690 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:30,693 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:30,693 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:30,693 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:30,693 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:30,693 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:30,693 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:30,696 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:30,698 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 77591b09d9a69a496a751be588ecdb92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67966222, jitterRate=0.012775629758834839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:14:30,698 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:30,698 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 77591b09d9a69a496a751be588ecdb92: Running coprocessor pre-open hook at 1732148070667Writing region info on filesystem at 1732148070667Initializing all the Stores at 1732148070669 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148070669Cleaning up temporary data from old regions at 1732148070693 (+24 ms)Running coprocessor post-open hooks at 1732148070698 (+5 ms)Region opened successfully at 1732148070698 2024-11-21T00:14:30,700 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:30,700 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92., pid=43, masterSystemTime=1732148070655 2024-11-21T00:14:30,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=77591b09d9a69a496a751be588ecdb92, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:14:30,706 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 3820b79c1721db4b5d7a80bc620b02eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71911112, jitterRate=0.07155907154083252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:14:30,708 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:30,708 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:14:30,708 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:14:30,708 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 3820b79c1721db4b5d7a80bc620b02eb: Running coprocessor pre-open hook at 1732148070669Writing region info on filesystem at 1732148070669Initializing all the Stores at 1732148070670 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148070670Cleaning up temporary data from old regions at 1732148070693 (+23 ms)Running coprocessor post-open hooks at 1732148070708 (+15 ms)Region opened successfully at 1732148070708 2024-11-21T00:14:30,708 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:14:30,708 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => f55645b1ca50ba1c33636616d770d7fa, NAME => 'SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-21T00:14:30,709 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:30,709 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:14:30,709 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:30,709 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:30,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77591b09d9a69a496a751be588ecdb92, server=5ed4808ef0e6,33257,1732148015096 because future has completed 2024-11-21T00:14:30,710 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb., pid=44, masterSystemTime=1732148070661 2024-11-21T00:14:30,714 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:14:30,714 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:14:30,714 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:14:30,714 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => eafd03b874987ba0f33eb1b9a99d10ef, NAME => 'SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T00:14:30,715 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:30,715 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:14:30,715 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:30,715 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:30,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-21T00:14:30,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 77591b09d9a69a496a751be588ecdb92, server=5ed4808ef0e6,33257,1732148015096 in 10.0620 sec 2024-11-21T00:14:30,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=3820b79c1721db4b5d7a80bc620b02eb, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:30,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb, server=5ed4808ef0e6,42863,1732148015162 because future has completed 2024-11-21T00:14:30,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77591b09d9a69a496a751be588ecdb92, ASSIGN in 10.2320 sec 2024-11-21T00:14:30,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:30,724 INFO [StoreOpener-f55645b1ca50ba1c33636616d770d7fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:30,729 INFO [StoreOpener-f55645b1ca50ba1c33636616d770d7fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f55645b1ca50ba1c33636616d770d7fa columnFamilyName cf 2024-11-21T00:14:30,729 DEBUG [StoreOpener-f55645b1ca50ba1c33636616d770d7fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:14:30,730 INFO [StoreOpener-f55645b1ca50ba1c33636616d770d7fa-1 {}] regionserver.HStore(327): Store=f55645b1ca50ba1c33636616d770d7fa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:14:30,730 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:30,731 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:30,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-21T00:14:30,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb, server=5ed4808ef0e6,42863,1732148015162 in 10.0720 sec 2024-11-21T00:14:30,736 INFO [StoreOpener-eafd03b874987ba0f33eb1b9a99d10ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:30,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3820b79c1721db4b5d7a80bc620b02eb, ASSIGN in 10.2510 sec 2024-11-21T00:14:30,738 INFO [StoreOpener-eafd03b874987ba0f33eb1b9a99d10ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eafd03b874987ba0f33eb1b9a99d10ef columnFamilyName cf 2024-11-21T00:14:30,738 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:30,738 DEBUG [StoreOpener-eafd03b874987ba0f33eb1b9a99d10ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:14:30,738 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:30,739 INFO [StoreOpener-eafd03b874987ba0f33eb1b9a99d10ef-1 {}] regionserver.HStore(327): Store=eafd03b874987ba0f33eb1b9a99d10ef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:14:30,739 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:30,740 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:30,740 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:30,741 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:30,743 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:30,744 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:30,744 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:30,745 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:30,747 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:30,749 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened eafd03b874987ba0f33eb1b9a99d10ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61598066, jitterRate=-0.08211728930473328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:14:30,749 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:30,749 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for eafd03b874987ba0f33eb1b9a99d10ef: Running coprocessor pre-open hook at 1732148070715Writing region info on filesystem at 1732148070715Initializing all the Stores at 1732148070717 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148070717Cleaning up temporary data from old regions at 1732148070744 (+27 ms)Running coprocessor post-open hooks at 1732148070749 (+5 ms)Region opened successfully at 1732148070749 2024-11-21T00:14:30,750 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef., pid=45, masterSystemTime=1732148070661 2024-11-21T00:14:30,753 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened f55645b1ca50ba1c33636616d770d7fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67445355, jitterRate=0.005014106631278992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:14:30,753 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:30,754 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for f55645b1ca50ba1c33636616d770d7fa: Running coprocessor pre-open hook at 1732148070709Writing region info on filesystem at 1732148070709Initializing all the Stores at 1732148070713 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148070713Cleaning up temporary data from old regions at 1732148070740 (+27 ms)Running coprocessor post-open hooks at 1732148070753 (+13 ms)Region opened successfully at 1732148070753 2024-11-21T00:14:30,755 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=eafd03b874987ba0f33eb1b9a99d10ef, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:30,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef, server=5ed4808ef0e6,42863,1732148015162 because future has completed 2024-11-21T00:14:30,760 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:14:30,760 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:14:30,760 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa., pid=46, masterSystemTime=1732148070655 2024-11-21T00:14:30,764 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:14:30,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=f55645b1ca50ba1c33636616d770d7fa, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:14:30,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-21T00:14:30,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef, server=5ed4808ef0e6,42863,1732148015162 in 10.1050 sec 2024-11-21T00:14:30,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure f55645b1ca50ba1c33636616d770d7fa, server=5ed4808ef0e6,33257,1732148015096 because future has completed 2024-11-21T00:14:30,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eafd03b874987ba0f33eb1b9a99d10ef, ASSIGN in 10.2820 sec 2024-11-21T00:14:30,772 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:30,773 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:14:30,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-11-21T00:14:30,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure f55645b1ca50ba1c33636616d770d7fa, server=5ed4808ef0e6,33257,1732148015096 in 10.1150 sec 2024-11-21T00:14:30,781 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:30,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-21T00:14:30,786 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 5ed4808ef0e6,39211,1732148014927 after splitting done 2024-11-21T00:14:30,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f55645b1ca50ba1c33636616d770d7fa, ASSIGN in 10.2940 sec 2024-11-21T00:14:30,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 5ed4808ef0e6,39211,1732148014927, splitWal=true, meta=false in 20.4320 sec 2024-11-21T00:14:32,596 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T00:14:36,194 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T00:14:37,719 INFO [regionserver/5ed4808ef0e6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T00:14:40,506 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5ed4808ef0e6:33373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-21T00:14:40,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-21T00:14:40,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-21T00:14:40,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:14:40,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:14:40,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 77591b09d9a69a496a751be588ecdb92: 2024-11-21T00:14:40,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. for SnapshotProcedureTest completed. 2024-11-21T00:14:40,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f55645b1ca50ba1c33636616d770d7fa: 2024-11-21T00:14:40,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. for SnapshotProcedureTest completed. 2024-11-21T00:14:40,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:14:40,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:14:40,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:14:40,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:14:40,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:14:40,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:14:40,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-21T00:14:40,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-21T00:14:40,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:14:40,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:14:40,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3820b79c1721db4b5d7a80bc620b02eb: 2024-11-21T00:14:40,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for eafd03b874987ba0f33eb1b9a99d10ef: 2024-11-21T00:14:40,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. for SnapshotProcedureTest completed. 2024-11-21T00:14:40,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. for SnapshotProcedureTest completed. 2024-11-21T00:14:40,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:14:40,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:14:40,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741857_1033 (size=65) 2024-11-21T00:14:40,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:14:40,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:14:40,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:14:40,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:14:40,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741857_1033 (size=65) 2024-11-21T00:14:40,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:14:40,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-21T00:14:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-21T00:14:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741857_1033 (size=65) 2024-11-21T00:14:40,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:40,750 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:14:40,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 77591b09d9a69a496a751be588ecdb92 in 30.6140 sec 2024-11-21T00:14:40,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741858_1034 (size=57) 2024-11-21T00:14:40,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741858_1034 (size=57) 2024-11-21T00:14:40,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:14:40,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T00:14:40,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741858_1034 (size=57) 2024-11-21T00:14:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T00:14:40,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:40,765 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:14:40,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f55645b1ca50ba1c33636616d770d7fa in 30.6290 sec 2024-11-21T00:14:40,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741860_1036 (size=65) 2024-11-21T00:14:40,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741860_1036 (size=65) 2024-11-21T00:14:40,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741860_1036 (size=65) 2024-11-21T00:14:40,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:14:40,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T00:14:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-21T00:14:40,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:40,788 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:14:40,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eafd03b874987ba0f33eb1b9a99d10ef in 30.6550 sec 2024-11-21T00:14:40,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741859_1035 (size=57) 2024-11-21T00:14:40,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741859_1035 (size=57) 2024-11-21T00:14:40,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741859_1035 (size=57) 2024-11-21T00:14:40,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:14:40,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T00:14:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-21T00:14:40,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:40,830 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:14:40,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-21T00:14:40,842 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T00:14:40,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3820b79c1721db4b5d7a80bc620b02eb in 30.6950 sec 2024-11-21T00:14:40,845 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T00:14:40,848 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T00:14:40,848 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-21T00:14:40,852 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T00:14:40,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741861_1037 (size=1094) 2024-11-21T00:14:40,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741861_1037 (size=1094) 2024-11-21T00:14:40,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741861_1037 (size=1094) 2024-11-21T00:14:40,942 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T00:14:40,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-21T00:14:40,959 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:40,960 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:40,962 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:14:40,963 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:14:40,964 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:40,964 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:14:44,323 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ba52edeabb9810362a528e5ba1bdf234, had cached 0 bytes from a total of 28623 2024-11-21T00:14:44,413 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2a8f2a5df9e4c6aea18276952255cff5, had cached 0 bytes from a total of 47197 2024-11-21T00:14:49,185 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f55645b1ca50ba1c33636616d770d7fa changed from -1.0 to 0.0, refreshing cache 2024-11-21T00:14:49,188 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4818511183da3c69313a94aec4417449 changed from -1.0 to 0.0, refreshing cache 2024-11-21T00:14:49,189 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0f29490b5efdd9edcea09096edef6d56 changed from -1.0 to 0.0, refreshing cache 2024-11-21T00:14:49,190 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 77591b09d9a69a496a751be588ecdb92 changed from -1.0 to 0.0, refreshing cache 2024-11-21T00:14:49,190 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2a8f2a5df9e4c6aea18276952255cff5 changed from -1.0 to 0.0, refreshing cache 2024-11-21T00:14:49,190 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4b2038f3023fb920683601d9b1ccfb4b changed from -1.0 to 0.0, refreshing cache 2024-11-21T00:14:49,190 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eafd03b874987ba0f33eb1b9a99d10ef changed from -1.0 to 0.0, refreshing cache 2024-11-21T00:14:49,190 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c270e0eda69d5c757104a034224b7c23 changed from -1.0 to 0.0, refreshing cache 2024-11-21T00:14:49,190 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ba52edeabb9810362a528e5ba1bdf234 changed from -1.0 to 0.0, refreshing cache 2024-11-21T00:14:49,190 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3820b79c1721db4b5d7a80bc620b02eb changed from -1.0 to 0.0, refreshing cache 2024-11-21T00:14:50,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-21T00:14:50,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-21T00:14:50,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-21T00:14:50,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-21T00:14:50,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-21T00:14:50,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-21T00:14:51,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T00:14:51,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-21T00:14:51,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-21T00:14:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-21T00:14:51,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-21T00:14:51,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T00:14:51,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-21T00:14:51,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-21T00:14:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-21T00:14:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-21T00:14:51,088 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42863,1732148015162 Release verify snapshot worker=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-21T00:14:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-21T00:14:51,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-21T00:14:51,095 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42863,1732148015162 Release verify snapshot worker=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-21T00:14:51,101 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:51,101 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:51,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42863,1732148015162 in 10.1360 sec 2024-11-21T00:14:51,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42863,1732148015162 in 10.1430 sec 2024-11-21T00:14:51,115 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42863,1732148015162 Release verify snapshot worker=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:14:51,115 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,33257,1732148015096 Release verify snapshot worker=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:14:51,115 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,33257,1732148015096 Release verify snapshot worker=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:14:51,115 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,33257,1732148015096 Release verify snapshot worker=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:14:51,117 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:14:51,121 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:14:51,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,33257,1732148015096 in 10.1630 sec 2024-11-21T00:14:51,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,33257,1732148015096 in 10.1630 sec 2024-11-21T00:14:51,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42863,1732148015162 in 10.1630 sec 2024-11-21T00:14:51,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,33257,1732148015096 in 10.1630 sec 2024-11-21T00:15:01,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-21T00:15:01,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-21T00:15:01,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-21T00:15:01,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-21T00:15:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-21T00:15:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-21T00:15:01,105 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42863,1732148015162 Release verify snapshot worker=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:15:01,106 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42863,1732148015162 Release verify snapshot worker=5ed4808ef0e6,42863,1732148015162 2024-11-21T00:15:01,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42863,1732148015162 in 20.1530 sec 2024-11-21T00:15:01,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42863,1732148015162 in 20.1540 sec 2024-11-21T00:15:01,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-21T00:15:01,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-21T00:15:01,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-21T00:15:01,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T00:15:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-21T00:15:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-21T00:15:01,120 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,33257,1732148015096 Release verify snapshot worker=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:15:01,122 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,33257,1732148015096 Release verify snapshot worker=5ed4808ef0e6,33257,1732148015096 2024-11-21T00:15:01,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,33257,1732148015096 in 20.1680 sec 2024-11-21T00:15:01,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=25 2024-11-21T00:15:01,124 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T00:15:01,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,33257,1732148015096 in 20.1700 sec 2024-11-21T00:15:01,126 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/.hbase-snapshot/SnapshotProcedureTest 2024-11-21T00:15:01,128 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T00:15:01,128 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-21T00:15:01,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.0660 sec 2024-11-21T00:15:01,224 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-21T00:15:01,235 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T00:15:01,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T00:15:01,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T00:15:01,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T00:15:01,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:15:01,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:15:01,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T00:15:01,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T00:15:01,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=247171512, stopped=false 2024-11-21T00:15:01,237 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5ed4808ef0e6,33373,1732148013368 2024-11-21T00:15:01,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T00:15:01,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:01,247 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T00:15:01,247 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:01,247 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T00:15:01,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T00:15:01,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:01,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T00:15:01,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T00:15:01,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:15:01,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:15:01,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:15:01,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:15:01,252 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5ed4808ef0e6,33257,1732148015096' ***** 2024-11-21T00:15:01,252 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T00:15:01,252 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5ed4808ef0e6,42863,1732148015162' ***** 2024-11-21T00:15:01,252 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T00:15:01,252 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T00:15:01,252 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T00:15:01,253 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T00:15:01,253 INFO [RS:1;5ed4808ef0e6:33257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T00:15:01,253 INFO [RS:2;5ed4808ef0e6:42863 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T00:15:01,253 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T00:15:01,253 INFO [RS:2;5ed4808ef0e6:42863 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T00:15:01,253 INFO [RS:1;5ed4808ef0e6:33257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T00:15:01,253 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(3091): Received CLOSE for 3820b79c1721db4b5d7a80bc620b02eb 2024-11-21T00:15:01,253 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 4818511183da3c69313a94aec4417449 2024-11-21T00:15:01,254 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(3091): Received CLOSE for c270e0eda69d5c757104a034224b7c23 2024-11-21T00:15:01,254 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f29490b5efdd9edcea09096edef6d56 2024-11-21T00:15:01,254 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(3091): Received CLOSE for eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:15:01,254 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 77591b09d9a69a496a751be588ecdb92 2024-11-21T00:15:01,254 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(3091): Received CLOSE for ba52edeabb9810362a528e5ba1bdf234 2024-11-21T00:15:01,254 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a8f2a5df9e4c6aea18276952255cff5 2024-11-21T00:15:01,254 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b2038f3023fb920683601d9b1ccfb4b 2024-11-21T00:15:01,254 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:15:01,254 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(959): stopping server 5ed4808ef0e6,42863,1732148015162 2024-11-21T00:15:01,254 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(959): stopping server 5ed4808ef0e6,33257,1732148015096 2024-11-21T00:15:01,254 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T00:15:01,254 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T00:15:01,255 INFO [RS:2;5ed4808ef0e6:42863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5ed4808ef0e6:42863. 2024-11-21T00:15:01,255 INFO [RS:1;5ed4808ef0e6:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5ed4808ef0e6:33257. 2024-11-21T00:15:01,255 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3820b79c1721db4b5d7a80bc620b02eb, disabling compactions & flushes 2024-11-21T00:15:01,255 DEBUG [RS:1;5ed4808ef0e6:33257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T00:15:01,255 DEBUG [RS:2;5ed4808ef0e6:42863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T00:15:01,255 DEBUG [RS:1;5ed4808ef0e6:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:15:01,255 DEBUG [RS:2;5ed4808ef0e6:42863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:15:01,255 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:15:01,255 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:15:01,255 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. after waiting 0 ms 2024-11-21T00:15:01,255 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:15:01,255 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-21T00:15:01,255 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T00:15:01,255 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T00:15:01,255 DEBUG [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(1325): Online Regions={4818511183da3c69313a94aec4417449=SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449., 0f29490b5efdd9edcea09096edef6d56=SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56., 77591b09d9a69a496a751be588ecdb92=SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92., 2a8f2a5df9e4c6aea18276952255cff5=SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5., f55645b1ca50ba1c33636616d770d7fa=SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa.} 2024-11-21T00:15:01,255 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T00:15:01,255 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T00:15:01,255 DEBUG [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(1351): Waiting on 0f29490b5efdd9edcea09096edef6d56, 2a8f2a5df9e4c6aea18276952255cff5, 4818511183da3c69313a94aec4417449, 77591b09d9a69a496a751be588ecdb92, f55645b1ca50ba1c33636616d770d7fa 2024-11-21T00:15:01,256 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4818511183da3c69313a94aec4417449, disabling compactions & flushes 2024-11-21T00:15:01,256 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:15:01,256 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:15:01,256 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. after waiting 0 ms 2024-11-21T00:15:01,256 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:15:01,256 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-21T00:15:01,256 DEBUG [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(1325): Online Regions={3820b79c1721db4b5d7a80bc620b02eb=SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb., c270e0eda69d5c757104a034224b7c23=SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23., eafd03b874987ba0f33eb1b9a99d10ef=SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef., 1588230740=hbase:meta,,1.1588230740, ba52edeabb9810362a528e5ba1bdf234=SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234., 4b2038f3023fb920683601d9b1ccfb4b=SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b.} 2024-11-21T00:15:01,256 DEBUG [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3820b79c1721db4b5d7a80bc620b02eb, 4b2038f3023fb920683601d9b1ccfb4b, ba52edeabb9810362a528e5ba1bdf234, c270e0eda69d5c757104a034224b7c23, eafd03b874987ba0f33eb1b9a99d10ef 2024-11-21T00:15:01,256 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T00:15:01,256 INFO [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T00:15:01,257 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T00:15:01,257 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T00:15:01,257 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T00:15:01,257 INFO [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-21T00:15:01,286 INFO [regionserver/5ed4808ef0e6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T00:15:01,292 INFO [regionserver/5ed4808ef0e6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T00:15:01,304 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/3820b79c1721db4b5d7a80bc620b02eb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T00:15:01,314 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/4818511183da3c69313a94aec4417449/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T00:15:01,317 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:15:01,317 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3820b79c1721db4b5d7a80bc620b02eb: Waiting for close lock at 1732148101254Running coprocessor pre-close hooks at 1732148101255 (+1 ms)Disabling compacts and flushes for region at 1732148101255Disabling writes for close at 1732148101255Writing region close event to WAL at 1732148101256 (+1 ms)Running coprocessor post-close hooks at 1732148101312 (+56 ms)Closed at 1732148101317 (+5 ms) 2024-11-21T00:15:01,317 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732148028641.3820b79c1721db4b5d7a80bc620b02eb. 2024-11-21T00:15:01,317 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:15:01,318 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4818511183da3c69313a94aec4417449: Waiting for close lock at 1732148101256Running coprocessor pre-close hooks at 1732148101256Disabling compacts and flushes for region at 1732148101256Disabling writes for close at 1732148101256Writing region close event to WAL at 1732148101264 (+8 ms)Running coprocessor post-close hooks at 1732148101316 (+52 ms)Closed at 1732148101317 (+1 ms) 2024-11-21T00:15:01,318 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c270e0eda69d5c757104a034224b7c23, disabling compactions & flushes 2024-11-21T00:15:01,318 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449. 2024-11-21T00:15:01,318 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:15:01,318 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:15:01,318 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f29490b5efdd9edcea09096edef6d56, disabling compactions & flushes 2024-11-21T00:15:01,318 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. after waiting 0 ms 2024-11-21T00:15:01,318 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:15:01,318 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:15:01,324 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:15:01,324 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. after waiting 0 ms 2024-11-21T00:15:01,324 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:15:01,338 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/c270e0eda69d5c757104a034224b7c23/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T00:15:01,339 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/.tmp/info/26467561214641eab4c62283498eeccc is 167, key is SPTestTable,19999999,1732148028641.4818511183da3c69313a94aec4417449./info:regioninfo/1732148039533/Put/seqid=0 2024-11-21T00:15:01,344 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:15:01,344 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c270e0eda69d5c757104a034224b7c23: Waiting for close lock at 1732148101318Running coprocessor pre-close hooks at 1732148101318Disabling compacts and flushes for region at 1732148101318Disabling writes for close at 1732148101318Writing region close event to WAL at 1732148101320 (+2 ms)Running coprocessor post-close hooks at 1732148101343 (+23 ms)Closed at 1732148101344 (+1 ms) 2024-11-21T00:15:01,344 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732148028641.c270e0eda69d5c757104a034224b7c23. 2024-11-21T00:15:01,344 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eafd03b874987ba0f33eb1b9a99d10ef, disabling compactions & flushes 2024-11-21T00:15:01,345 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:15:01,345 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:15:01,345 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. after waiting 0 ms 2024-11-21T00:15:01,345 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:15:01,353 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/0f29490b5efdd9edcea09096edef6d56/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T00:15:01,355 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:15:01,355 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f29490b5efdd9edcea09096edef6d56: Waiting for close lock at 1732148101318Running coprocessor pre-close hooks at 1732148101318Disabling compacts and flushes for region at 1732148101318Disabling writes for close at 1732148101324 (+6 ms)Writing region close event to WAL at 1732148101332 (+8 ms)Running coprocessor post-close hooks at 1732148101354 (+22 ms)Closed at 1732148101355 (+1 ms) 2024-11-21T00:15:01,355 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732148028641.0f29490b5efdd9edcea09096edef6d56. 2024-11-21T00:15:01,355 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77591b09d9a69a496a751be588ecdb92, disabling compactions & flushes 2024-11-21T00:15:01,355 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:15:01,355 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:15:01,355 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. after waiting 0 ms 2024-11-21T00:15:01,355 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:15:01,360 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/eafd03b874987ba0f33eb1b9a99d10ef/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T00:15:01,361 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:15:01,361 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eafd03b874987ba0f33eb1b9a99d10ef: Waiting for close lock at 1732148101344Running coprocessor pre-close hooks at 1732148101344Disabling compacts and flushes for region at 1732148101344Disabling writes for close at 1732148101345 (+1 ms)Writing region close event to WAL at 1732148101355 (+10 ms)Running coprocessor post-close hooks at 1732148101361 (+6 ms)Closed at 1732148101361 2024-11-21T00:15:01,362 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732148028641.eafd03b874987ba0f33eb1b9a99d10ef. 2024-11-21T00:15:01,362 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba52edeabb9810362a528e5ba1bdf234, disabling compactions & flushes 2024-11-21T00:15:01,362 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:15:01,362 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:15:01,362 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. after waiting 0 ms 2024-11-21T00:15:01,362 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:15:01,369 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/77591b09d9a69a496a751be588ecdb92/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T00:15:01,370 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:15:01,370 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77591b09d9a69a496a751be588ecdb92: Waiting for close lock at 1732148101355Running coprocessor pre-close hooks at 1732148101355Disabling compacts and flushes for region at 1732148101355Disabling writes for close at 1732148101355Writing region close event to WAL at 1732148101358 (+3 ms)Running coprocessor post-close hooks at 1732148101370 (+12 ms)Closed at 1732148101370 2024-11-21T00:15:01,371 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732148028641.77591b09d9a69a496a751be588ecdb92. 2024-11-21T00:15:01,371 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a8f2a5df9e4c6aea18276952255cff5, disabling compactions & flushes 2024-11-21T00:15:01,371 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:15:01,371 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:15:01,371 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. after waiting 0 ms 2024-11-21T00:15:01,371 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:15:01,379 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/ba52edeabb9810362a528e5ba1bdf234/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T00:15:01,380 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:15:01,380 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba52edeabb9810362a528e5ba1bdf234: Waiting for close lock at 1732148101362Running coprocessor pre-close hooks at 1732148101362Disabling compacts and flushes for region at 1732148101362Disabling writes for close at 1732148101362Writing region close event to WAL at 1732148101372 (+10 ms)Running coprocessor post-close hooks at 1732148101380 (+8 ms)Closed at 1732148101380 2024-11-21T00:15:01,380 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732148028641.ba52edeabb9810362a528e5ba1bdf234. 2024-11-21T00:15:01,380 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b2038f3023fb920683601d9b1ccfb4b, disabling compactions & flushes 2024-11-21T00:15:01,381 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:15:01,381 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:15:01,381 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. after waiting 0 ms 2024-11-21T00:15:01,381 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:15:01,405 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/4b2038f3023fb920683601d9b1ccfb4b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T00:15:01,406 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:15:01,406 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b2038f3023fb920683601d9b1ccfb4b: Waiting for close lock at 1732148101380Running coprocessor pre-close hooks at 1732148101380Disabling compacts and flushes for region at 1732148101380Disabling writes for close at 1732148101381 (+1 ms)Writing region close event to WAL at 1732148101392 (+11 ms)Running coprocessor post-close hooks at 1732148101406 (+14 ms)Closed at 1732148101406 2024-11-21T00:15:01,406 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732148028641.4b2038f3023fb920683601d9b1ccfb4b. 2024-11-21T00:15:01,409 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/2a8f2a5df9e4c6aea18276952255cff5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T00:15:01,411 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:15:01,411 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a8f2a5df9e4c6aea18276952255cff5: Waiting for close lock at 1732148101371Running coprocessor pre-close hooks at 1732148101371Disabling compacts and flushes for region at 1732148101371Disabling writes for close at 1732148101371Writing region close event to WAL at 1732148101377 (+6 ms)Running coprocessor post-close hooks at 1732148101411 (+34 ms)Closed at 1732148101411 2024-11-21T00:15:01,411 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732148028641.2a8f2a5df9e4c6aea18276952255cff5. 2024-11-21T00:15:01,412 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f55645b1ca50ba1c33636616d770d7fa, disabling compactions & flushes 2024-11-21T00:15:01,412 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:15:01,412 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:15:01,412 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. after waiting 0 ms 2024-11-21T00:15:01,412 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:15:01,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741862_1038 (size=20260) 2024-11-21T00:15:01,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741862_1038 (size=20260) 2024-11-21T00:15:01,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741862_1038 (size=20260) 2024-11-21T00:15:01,419 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/default/SPTestTable/f55645b1ca50ba1c33636616d770d7fa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T00:15:01,419 INFO [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/.tmp/info/26467561214641eab4c62283498eeccc 2024-11-21T00:15:01,420 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:15:01,420 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f55645b1ca50ba1c33636616d770d7fa: Waiting for close lock at 1732148101411Running coprocessor pre-close hooks at 1732148101411Disabling compacts and flushes for region at 1732148101411Disabling writes for close at 1732148101412 (+1 ms)Writing region close event to WAL at 1732148101412Running coprocessor post-close hooks at 1732148101420 (+8 ms)Closed at 1732148101420 2024-11-21T00:15:01,420 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732148028641.f55645b1ca50ba1c33636616d770d7fa. 2024-11-21T00:15:01,448 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/.tmp/ns/9e2a430767e14d858a3a891d08446e9f is 43, key is default/ns:d/1732148028125/Put/seqid=0 2024-11-21T00:15:01,456 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(976): stopping server 5ed4808ef0e6,33257,1732148015096; all regions closed. 2024-11-21T00:15:01,456 DEBUG [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T00:15:01,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741833_1009 (size=3500) 2024-11-21T00:15:01,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741833_1009 (size=3500) 2024-11-21T00:15:01,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741863_1039 (size=5153) 2024-11-21T00:15:01,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741863_1039 (size=5153) 2024-11-21T00:15:01,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741863_1039 (size=5153) 2024-11-21T00:15:01,465 DEBUG [RS:1;5ed4808ef0e6:33257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/oldWALs 2024-11-21T00:15:01,465 INFO [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/.tmp/ns/9e2a430767e14d858a3a891d08446e9f 2024-11-21T00:15:01,465 INFO [RS:1;5ed4808ef0e6:33257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5ed4808ef0e6%2C33257%2C1732148015096:(num 1732148017210) 2024-11-21T00:15:01,465 DEBUG [RS:1;5ed4808ef0e6:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:15:01,465 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T00:15:01,466 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T00:15:01,466 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.ChoreService(370): Chore service for: regionserver/5ed4808ef0e6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T00:15:01,466 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T00:15:01,466 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T00:15:01,466 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T00:15:01,466 INFO [regionserver/5ed4808ef0e6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T00:15:01,466 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T00:15:01,466 INFO [RS:1;5ed4808ef0e6:33257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33257 2024-11-21T00:15:01,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ed4808ef0e6,33257,1732148015096 2024-11-21T00:15:01,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T00:15:01,479 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T00:15:01,479 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ed4808ef0e6,33257,1732148015096] 2024-11-21T00:15:01,496 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/.tmp/table/d254b1d925ef492d92b59ff965ca66d6 is 47, key is SPTestTable/table:state/1732148039549/Put/seqid=0 2024-11-21T00:15:01,499 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5ed4808ef0e6,33257,1732148015096 already deleted, retry=false 2024-11-21T00:15:01,500 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5ed4808ef0e6,33257,1732148015096 expired; onlineServers=1 2024-11-21T00:15:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741864_1040 (size=5214) 2024-11-21T00:15:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741864_1040 (size=5214) 2024-11-21T00:15:01,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741864_1040 (size=5214) 2024-11-21T00:15:01,518 INFO [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/.tmp/table/d254b1d925ef492d92b59ff965ca66d6 2024-11-21T00:15:01,526 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/.tmp/info/26467561214641eab4c62283498eeccc as hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/info/26467561214641eab4c62283498eeccc 2024-11-21T00:15:01,534 INFO [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/info/26467561214641eab4c62283498eeccc, entries=116, sequenceid=37, filesize=19.8 K 2024-11-21T00:15:01,535 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/.tmp/ns/9e2a430767e14d858a3a891d08446e9f as hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/ns/9e2a430767e14d858a3a891d08446e9f 2024-11-21T00:15:01,541 INFO [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/ns/9e2a430767e14d858a3a891d08446e9f, entries=2, sequenceid=37, filesize=5.0 K 2024-11-21T00:15:01,542 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/.tmp/table/d254b1d925ef492d92b59ff965ca66d6 as hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/table/d254b1d925ef492d92b59ff965ca66d6 2024-11-21T00:15:01,550 INFO [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/table/d254b1d925ef492d92b59ff965ca66d6, entries=2, sequenceid=37, filesize=5.1 K 2024-11-21T00:15:01,551 INFO [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 294ms, sequenceid=37, compaction requested=false 2024-11-21T00:15:01,561 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-21T00:15:01,562 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T00:15:01,562 INFO [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T00:15:01,562 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732148101256Running coprocessor pre-close hooks at 1732148101256Disabling compacts and flushes for region at 1732148101256Disabling writes for close at 1732148101257 (+1 ms)Obtaining lock to block concurrent updates at 1732148101257Preparing flush snapshotting stores in 1588230740 at 1732148101257Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1732148101257Flushing stores of hbase:meta,,1.1588230740 at 1732148101260 (+3 ms)Flushing 1588230740/info: creating writer at 1732148101260Flushing 1588230740/info: appending metadata at 1732148101338 (+78 ms)Flushing 1588230740/info: closing flushed file at 1732148101338Flushing 1588230740/ns: creating writer at 1732148101431 (+93 ms)Flushing 1588230740/ns: appending metadata at 1732148101446 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732148101446Flushing 1588230740/table: creating writer at 1732148101474 (+28 ms)Flushing 1588230740/table: appending metadata at 1732148101495 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732148101495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d8a689: reopening flushed file at 1732148101525 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de82732: reopening flushed file at 1732148101534 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db3f4db: reopening flushed file at 1732148101541 (+7 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 294ms, sequenceid=37, compaction requested=false at 1732148101551 (+10 ms)Writing region close event to WAL at 1732148101556 (+5 ms)Running coprocessor post-close hooks at 1732148101562 (+6 ms)Closed at 1732148101562 2024-11-21T00:15:01,562 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T00:15:01,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:15:01,589 INFO [RS:1;5ed4808ef0e6:33257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T00:15:01,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x1015abd22410002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:15:01,589 INFO [RS:1;5ed4808ef0e6:33257 {}] regionserver.HRegionServer(1031): Exiting; stopping=5ed4808ef0e6,33257,1732148015096; zookeeper connection closed. 2024-11-21T00:15:01,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e849210 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e849210 2024-11-21T00:15:01,657 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(976): stopping server 5ed4808ef0e6,42863,1732148015162; all regions closed. 2024-11-21T00:15:01,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741836_1012 (size=19450) 2024-11-21T00:15:01,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741836_1012 (size=19450) 2024-11-21T00:15:01,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741836_1012 (size=19450) 2024-11-21T00:15:01,664 DEBUG [RS:2;5ed4808ef0e6:42863 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/oldWALs 2024-11-21T00:15:01,664 INFO [RS:2;5ed4808ef0e6:42863 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5ed4808ef0e6%2C42863%2C1732148015162.meta:.meta(num 1732148027931) 2024-11-21T00:15:01,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741835_1011 (size=3530) 2024-11-21T00:15:01,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741835_1011 (size=3530) 2024-11-21T00:15:01,669 DEBUG [RS:2;5ed4808ef0e6:42863 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/oldWALs 2024-11-21T00:15:01,669 INFO [RS:2;5ed4808ef0e6:42863 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5ed4808ef0e6%2C42863%2C1732148015162:(num 1732148017231) 2024-11-21T00:15:01,669 DEBUG [RS:2;5ed4808ef0e6:42863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:15:01,669 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T00:15:01,669 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T00:15:01,669 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.ChoreService(370): Chore service for: regionserver/5ed4808ef0e6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T00:15:01,669 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T00:15:01,669 INFO [regionserver/5ed4808ef0e6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T00:15:01,670 INFO [RS:2;5ed4808ef0e6:42863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42863 2024-11-21T00:15:01,678 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ed4808ef0e6,42863,1732148015162 2024-11-21T00:15:01,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T00:15:01,678 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T00:15:01,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ed4808ef0e6,42863,1732148015162] 2024-11-21T00:15:01,699 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5ed4808ef0e6,42863,1732148015162 already deleted, retry=false 2024-11-21T00:15:01,699 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5ed4808ef0e6,42863,1732148015162 expired; onlineServers=0 2024-11-21T00:15:01,699 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5ed4808ef0e6,33373,1732148013368' ***** 2024-11-21T00:15:01,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T00:15:01,700 INFO [M:0;5ed4808ef0e6:33373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T00:15:01,700 INFO [M:0;5ed4808ef0e6:33373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T00:15:01,700 DEBUG [M:0;5ed4808ef0e6:33373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T00:15:01,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T00:15:01,700 DEBUG [M:0;5ed4808ef0e6:33373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T00:15:01,700 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.large.0-1732148016694 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.large.0-1732148016694,5,FailOnTimeoutGroup] 2024-11-21T00:15:01,700 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.small.0-1732148016713 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.small.0-1732148016713,5,FailOnTimeoutGroup] 2024-11-21T00:15:01,700 INFO [M:0;5ed4808ef0e6:33373 {}] hbase.ChoreService(370): Chore service for: master/5ed4808ef0e6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T00:15:01,700 INFO [M:0;5ed4808ef0e6:33373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T00:15:01,700 DEBUG [M:0;5ed4808ef0e6:33373 {}] master.HMaster(1795): Stopping service threads 2024-11-21T00:15:01,700 INFO [M:0;5ed4808ef0e6:33373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T00:15:01,701 INFO [M:0;5ed4808ef0e6:33373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T00:15:01,701 ERROR [M:0;5ed4808ef0e6:33373 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2018628547) connection to localhost/127.0.0.1:33797 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33797,5,PEWorkerGroup] 2024-11-21T00:15:01,701 INFO [M:0;5ed4808ef0e6:33373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T00:15:01,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T00:15:01,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T00:15:01,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:01,710 DEBUG [M:0;5ed4808ef0e6:33373 {}] zookeeper.ZKUtil(347): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T00:15:01,710 WARN [M:0;5ed4808ef0e6:33373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T00:15:01,711 INFO [M:0;5ed4808ef0e6:33373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/.lastflushedseqids 2024-11-21T00:15:01,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741865_1041 (size=686) 2024-11-21T00:15:01,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741865_1041 (size=686) 2024-11-21T00:15:01,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741865_1041 (size=686) 2024-11-21T00:15:01,724 INFO [M:0;5ed4808ef0e6:33373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T00:15:01,724 INFO [M:0;5ed4808ef0e6:33373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T00:15:01,725 DEBUG [M:0;5ed4808ef0e6:33373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T00:15:01,725 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:15:01,725 DEBUG [M:0;5ed4808ef0e6:33373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:15:01,725 DEBUG [M:0;5ed4808ef0e6:33373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T00:15:01,725 DEBUG [M:0;5ed4808ef0e6:33373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:15:01,725 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.95 KB heapSize=242.95 KB 2024-11-21T00:15:01,744 DEBUG [M:0;5ed4808ef0e6:33373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff52fd41bb8c423ab726a9f20afb5998 is 82, key is hbase:meta,,1/info:regioninfo/1732148028047/Put/seqid=0 2024-11-21T00:15:01,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741866_1042 (size=5672) 2024-11-21T00:15:01,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741866_1042 (size=5672) 2024-11-21T00:15:01,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741866_1042 (size=5672) 2024-11-21T00:15:01,757 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff52fd41bb8c423ab726a9f20afb5998 2024-11-21T00:15:01,778 DEBUG [M:0;5ed4808ef0e6:33373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbb8b21d09a34d87bef2bd43f0c9cc03 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732148039560/Put/seqid=0 2024-11-21T00:15:01,789 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:15:01,789 INFO [RS:2;5ed4808ef0e6:42863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T00:15:01,789 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x1015abd22410003, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:15:01,789 INFO [RS:2;5ed4808ef0e6:42863 {}] regionserver.HRegionServer(1031): Exiting; stopping=5ed4808ef0e6,42863,1732148015162; zookeeper connection closed. 2024-11-21T00:15:01,793 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fd69646 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fd69646 2024-11-21T00:15:01,794 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T00:15:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741867_1043 (size=8973) 2024-11-21T00:15:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741867_1043 (size=8973) 2024-11-21T00:15:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741867_1043 (size=8973) 2024-11-21T00:15:01,802 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195.21 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbb8b21d09a34d87bef2bd43f0c9cc03 2024-11-21T00:15:01,809 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbb8b21d09a34d87bef2bd43f0c9cc03 2024-11-21T00:15:01,834 DEBUG [M:0;5ed4808ef0e6:33373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ccab2f5994b47099f93e73f327b8a29 is 69, key is 5ed4808ef0e6,33257,1732148015096/rs:state/1732148016778/Put/seqid=0 2024-11-21T00:15:01,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741868_1044 (size=5446) 2024-11-21T00:15:01,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741868_1044 (size=5446) 2024-11-21T00:15:01,852 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ccab2f5994b47099f93e73f327b8a29 2024-11-21T00:15:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741868_1044 (size=5446) 2024-11-21T00:15:01,863 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ccab2f5994b47099f93e73f327b8a29 2024-11-21T00:15:01,865 DEBUG [M:0;5ed4808ef0e6:33373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff52fd41bb8c423ab726a9f20afb5998 as hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff52fd41bb8c423ab726a9f20afb5998 2024-11-21T00:15:01,873 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff52fd41bb8c423ab726a9f20afb5998, entries=8, sequenceid=516, filesize=5.5 K 2024-11-21T00:15:01,874 DEBUG [M:0;5ed4808ef0e6:33373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbb8b21d09a34d87bef2bd43f0c9cc03 as hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbb8b21d09a34d87bef2bd43f0c9cc03 2024-11-21T00:15:01,881 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbb8b21d09a34d87bef2bd43f0c9cc03 2024-11-21T00:15:01,881 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbb8b21d09a34d87bef2bd43f0c9cc03, entries=56, sequenceid=516, filesize=8.8 K 2024-11-21T00:15:01,882 DEBUG [M:0;5ed4808ef0e6:33373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ccab2f5994b47099f93e73f327b8a29 as hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ccab2f5994b47099f93e73f327b8a29 2024-11-21T00:15:01,892 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ccab2f5994b47099f93e73f327b8a29 2024-11-21T00:15:01,892 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/a39b11af-a352-0420-36b8-349669dcd18a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ccab2f5994b47099f93e73f327b8a29, entries=3, sequenceid=516, filesize=5.3 K 2024-11-21T00:15:01,894 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.95 KB/200648, heapSize ~242.66 KB/248480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=516, compaction requested=false 2024-11-21T00:15:01,899 INFO [M:0;5ed4808ef0e6:33373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:15:01,899 DEBUG [M:0;5ed4808ef0e6:33373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732148101724Disabling compacts and flushes for region at 1732148101724Disabling writes for close at 1732148101725 (+1 ms)Obtaining lock to block concurrent updates at 1732148101725Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732148101725Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200648, getHeapSize=248720, getOffHeapSize=0, getCellsCount=623 at 1732148101726 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732148101726Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732148101726Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732148101744 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732148101744Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732148101762 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732148101777 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732148101777Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732148101809 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732148101833 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732148101833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f592f04: reopening flushed file at 1732148101864 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55809402: reopening flushed file at 1732148101873 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba02aab: reopening flushed file at 1732148101881 (+8 ms)Finished flush of dataSize ~195.95 KB/200648, heapSize ~242.66 KB/248480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=516, compaction requested=false at 1732148101894 (+13 ms)Writing region close event to WAL at 1732148101899 (+5 ms)Closed at 1732148101899 2024-11-21T00:15:01,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741830_1006 (size=235035) 2024-11-21T00:15:01,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741830_1006 (size=235035) 2024-11-21T00:15:01,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741830_1006 (size=235035) 2024-11-21T00:15:01,904 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T00:15:01,904 INFO [M:0;5ed4808ef0e6:33373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T00:15:01,904 INFO [M:0;5ed4808ef0e6:33373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33373 2024-11-21T00:15:01,904 INFO [M:0;5ed4808ef0e6:33373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T00:15:02,097 INFO [M:0;5ed4808ef0e6:33373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T00:15:02,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:15:02,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x1015abd22410000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:15:02,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd9b709{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T00:15:02,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bb5a713{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T00:15:02,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T00:15:02,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@362d3e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T00:15:02,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46521dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.log.dir/,STOPPED} 2024-11-21T00:15:02,184 WARN [BP-1563242508-172.17.0.2-1732148005842 heartbeating to localhost/127.0.0.1:33797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T00:15:02,184 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T00:15:02,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T00:15:02,185 WARN [BP-1563242508-172.17.0.2-1732148005842 heartbeating to localhost/127.0.0.1:33797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1563242508-172.17.0.2-1732148005842 (Datanode Uuid b39d94a0-e9c5-42ac-9e86-247c23d746a0) service to localhost/127.0.0.1:33797 2024-11-21T00:15:02,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/data/data6/current/BP-1563242508-172.17.0.2-1732148005842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T00:15:02,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/data/data5/current/BP-1563242508-172.17.0.2-1732148005842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T00:15:02,187 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T00:15:02,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d0163dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T00:15:02,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46ce7c55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T00:15:02,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T00:15:02,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b4d8988{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T00:15:02,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35034a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.log.dir/,STOPPED} 2024-11-21T00:15:02,205 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T00:15:02,205 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T00:15:02,208 WARN [BP-1563242508-172.17.0.2-1732148005842 heartbeating to localhost/127.0.0.1:33797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T00:15:02,208 WARN [BP-1563242508-172.17.0.2-1732148005842 heartbeating to localhost/127.0.0.1:33797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1563242508-172.17.0.2-1732148005842 (Datanode Uuid 1d738998-3546-485d-bece-227a3cf9dd9c) service to localhost/127.0.0.1:33797 2024-11-21T00:15:02,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/data/data3/current/BP-1563242508-172.17.0.2-1732148005842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T00:15:02,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/data/data4/current/BP-1563242508-172.17.0.2-1732148005842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T00:15:02,210 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T00:15:02,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dba9aab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T00:15:02,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606697ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T00:15:02,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T00:15:02,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1377073d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T00:15:02,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@604d8866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.log.dir/,STOPPED} 2024-11-21T00:15:02,256 WARN [BP-1563242508-172.17.0.2-1732148005842 heartbeating to localhost/127.0.0.1:33797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T00:15:02,256 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T00:15:02,256 WARN [BP-1563242508-172.17.0.2-1732148005842 heartbeating to localhost/127.0.0.1:33797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1563242508-172.17.0.2-1732148005842 (Datanode Uuid 15d616a8-58f2-48d5-bfea-3b3d8ee6387e) service to localhost/127.0.0.1:33797 2024-11-21T00:15:02,256 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T00:15:02,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/data/data1/current/BP-1563242508-172.17.0.2-1732148005842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T00:15:02,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/cluster_073f824a-6927-5fd7-84bf-0faf4b3aa1c0/data/data2/current/BP-1563242508-172.17.0.2-1732148005842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T00:15:02,258 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T00:15:02,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T00:15:02,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T00:15:02,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T00:15:02,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T00:15:02,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.log.dir/,STOPPED} 2024-11-21T00:15:02,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T00:15:02,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T00:15:02,357 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5ed4808ef0e6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:33797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5ed4808ef0e6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2a2583a4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/5ed4808ef0e6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/5ed4808ef0e6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:33797 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5ed4808ef0e6:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5ed4808ef0e6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5ed4808ef0e6:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:33797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:33797 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=434 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=850 (was 834) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=865 (was 2676) 2024-11-21T00:15:02,370 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=434, MaxFileDescriptor=1048576, SystemLoadAverage=850, ProcessCount=11, AvailableMemoryMB=864 2024-11-21T00:15:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.log.dir so I do NOT create it in target/test-data/e948feb0-f322-ca7a-fc33-04622db37692 2024-11-21T00:15:02,389 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T00:15:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.tmp.dir so I do NOT create it in target/test-data/e948feb0-f322-ca7a-fc33-04622db37692 2024-11-21T00:15:02,389 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5738371-7c58-5fe8-b340-2a47af97c437/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T00:15:02,389 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692 2024-11-21T00:15:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T00:15:02,390 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595, deleteOnExit=true 2024-11-21T00:15:02,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T00:15:02,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/test.cache.data in system properties and HBase conf 2024-11-21T00:15:02,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T00:15:02,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/hadoop.log.dir in system properties and HBase conf 2024-11-21T00:15:02,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T00:15:02,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T00:15:02,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T00:15:02,391 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T00:15:02,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T00:15:02,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T00:15:02,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T00:15:02,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T00:15:02,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T00:15:02,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T00:15:02,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T00:15:02,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T00:15:02,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T00:15:02,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/nfs.dump.dir in system properties and HBase conf 2024-11-21T00:15:02,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/java.io.tmpdir in system properties and HBase conf 2024-11-21T00:15:02,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T00:15:02,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T00:15:02,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T00:15:02,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T00:15:02,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T00:15:02,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T00:15:02,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T00:15:02,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T00:15:02,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T00:15:02,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@223fa63b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/hadoop.log.dir/,AVAILABLE} 2024-11-21T00:15:02,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@359cce42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T00:15:03,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7df7dfae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/java.io.tmpdir/jetty-localhost-36125-hadoop-hdfs-3_4_1-tests_jar-_-any-745902990330700323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T00:15:03,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@545f4db7{HTTP/1.1, (http/1.1)}{localhost:36125} 2024-11-21T00:15:03,020 INFO [Time-limited test {}] server.Server(415): Started @101292ms 2024-11-21T00:15:03,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T00:15:03,355 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T00:15:03,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T00:15:03,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T00:15:03,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T00:15:03,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618d2c74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/hadoop.log.dir/,AVAILABLE} 2024-11-21T00:15:03,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c60a063{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T00:15:03,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@427bd102{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/java.io.tmpdir/jetty-localhost-42211-hadoop-hdfs-3_4_1-tests_jar-_-any-1851219844894387982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T00:15:03,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cd8856f{HTTP/1.1, (http/1.1)}{localhost:42211} 2024-11-21T00:15:03,493 INFO [Time-limited test {}] server.Server(415): Started @101765ms 2024-11-21T00:15:03,494 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T00:15:03,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T00:15:03,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T00:15:03,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T00:15:03,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T00:15:03,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T00:15:03,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a53ff49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/hadoop.log.dir/,AVAILABLE} 2024-11-21T00:15:03,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aae0e41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T00:15:03,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d506599{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/java.io.tmpdir/jetty-localhost-36995-hadoop-hdfs-3_4_1-tests_jar-_-any-16717011472172265221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T00:15:03,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3402987f{HTTP/1.1, (http/1.1)}{localhost:36995} 2024-11-21T00:15:03,643 INFO [Time-limited test {}] server.Server(415): Started @101915ms 2024-11-21T00:15:03,644 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T00:15:03,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T00:15:03,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T00:15:03,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T00:15:03,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T00:15:03,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T00:15:03,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e18be7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/hadoop.log.dir/,AVAILABLE} 2024-11-21T00:15:03,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4109d07e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T00:15:03,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72727a2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/java.io.tmpdir/jetty-localhost-35211-hadoop-hdfs-3_4_1-tests_jar-_-any-8652888290197581908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T00:15:03,785 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45d3cb1{HTTP/1.1, (http/1.1)}{localhost:35211} 2024-11-21T00:15:03,785 INFO [Time-limited test {}] server.Server(415): Started @102057ms 2024-11-21T00:15:03,786 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T00:15:03,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T00:15:03,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T00:15:03,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T00:15:05,086 WARN [Thread-699 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/data/data1/current/BP-2032122586-172.17.0.2-1732148102418/current, will proceed with Du for space computation calculation, 2024-11-21T00:15:05,088 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/data/data2/current/BP-2032122586-172.17.0.2-1732148102418/current, will proceed with Du for space computation calculation, 2024-11-21T00:15:05,137 WARN [Thread-639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T00:15:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf13642fcb5a04a88 with lease ID 0xfa5e4b95c6c9ff0c: Processing first storage report for DS-debd2bed-a843-4b51-9787-1ee1133a9115 from datanode DatanodeRegistration(127.0.0.1:44411, datanodeUuid=67b3e969-9b72-4be2-a430-f9cfb47c1d96, infoPort=44221, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1466428803;c=1732148102418) 2024-11-21T00:15:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf13642fcb5a04a88 with lease ID 0xfa5e4b95c6c9ff0c: from storage DS-debd2bed-a843-4b51-9787-1ee1133a9115 node DatanodeRegistration(127.0.0.1:44411, datanodeUuid=67b3e969-9b72-4be2-a430-f9cfb47c1d96, infoPort=44221, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1466428803;c=1732148102418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T00:15:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf13642fcb5a04a88 with lease ID 0xfa5e4b95c6c9ff0c: Processing first storage report for DS-95dde028-8dbf-4679-a204-fdb79ef6475f from datanode DatanodeRegistration(127.0.0.1:44411, datanodeUuid=67b3e969-9b72-4be2-a430-f9cfb47c1d96, infoPort=44221, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1466428803;c=1732148102418) 2024-11-21T00:15:05,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf13642fcb5a04a88 with lease ID 0xfa5e4b95c6c9ff0c: from storage DS-95dde028-8dbf-4679-a204-fdb79ef6475f node DatanodeRegistration(127.0.0.1:44411, datanodeUuid=67b3e969-9b72-4be2-a430-f9cfb47c1d96, infoPort=44221, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1466428803;c=1732148102418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T00:15:05,532 WARN [Thread-710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/data/data3/current/BP-2032122586-172.17.0.2-1732148102418/current, will proceed with Du for space computation calculation, 2024-11-21T00:15:05,546 WARN [Thread-711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/data/data4/current/BP-2032122586-172.17.0.2-1732148102418/current, will proceed with Du for space computation calculation, 2024-11-21T00:15:05,580 WARN [Thread-662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T00:15:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd664c0df7a709578 with lease ID 0xfa5e4b95c6c9ff0d: Processing first storage report for DS-5490ea3c-496e-4217-b7a0-0f44d718ea8d from datanode DatanodeRegistration(127.0.0.1:34091, datanodeUuid=cdbc7216-6fc6-4cef-908b-05788520be54, infoPort=39947, infoSecurePort=0, ipcPort=42031, storageInfo=lv=-57;cid=testClusterID;nsid=1466428803;c=1732148102418) 2024-11-21T00:15:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd664c0df7a709578 with lease ID 0xfa5e4b95c6c9ff0d: from storage DS-5490ea3c-496e-4217-b7a0-0f44d718ea8d node DatanodeRegistration(127.0.0.1:34091, datanodeUuid=cdbc7216-6fc6-4cef-908b-05788520be54, infoPort=39947, infoSecurePort=0, ipcPort=42031, storageInfo=lv=-57;cid=testClusterID;nsid=1466428803;c=1732148102418), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T00:15:05,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd664c0df7a709578 with lease ID 0xfa5e4b95c6c9ff0d: Processing first storage report for DS-09b5fd16-20af-4f6a-9475-0e684de8b95b from datanode DatanodeRegistration(127.0.0.1:34091, datanodeUuid=cdbc7216-6fc6-4cef-908b-05788520be54, infoPort=39947, infoSecurePort=0, ipcPort=42031, storageInfo=lv=-57;cid=testClusterID;nsid=1466428803;c=1732148102418) 2024-11-21T00:15:05,588 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd664c0df7a709578 with lease ID 0xfa5e4b95c6c9ff0d: from storage DS-09b5fd16-20af-4f6a-9475-0e684de8b95b node DatanodeRegistration(127.0.0.1:34091, datanodeUuid=cdbc7216-6fc6-4cef-908b-05788520be54, infoPort=39947, infoSecurePort=0, ipcPort=42031, storageInfo=lv=-57;cid=testClusterID;nsid=1466428803;c=1732148102418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T00:15:05,713 WARN [Thread-721 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/data/data5/current/BP-2032122586-172.17.0.2-1732148102418/current, will proceed with Du for space computation calculation, 2024-11-21T00:15:05,724 WARN [Thread-722 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/data/data6/current/BP-2032122586-172.17.0.2-1732148102418/current, will proceed with Du for space computation calculation, 2024-11-21T00:15:05,800 WARN [Thread-684 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T00:15:05,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x919fdcc9e8a83363 with lease ID 0xfa5e4b95c6c9ff0e: Processing first storage report for DS-b0abfb04-512e-48c2-82de-bd5811665282 from datanode DatanodeRegistration(127.0.0.1:35551, datanodeUuid=482a801d-954c-414d-90f6-00fe4ee638f7, infoPort=37715, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=1466428803;c=1732148102418) 2024-11-21T00:15:05,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x919fdcc9e8a83363 with lease ID 0xfa5e4b95c6c9ff0e: from storage DS-b0abfb04-512e-48c2-82de-bd5811665282 node DatanodeRegistration(127.0.0.1:35551, datanodeUuid=482a801d-954c-414d-90f6-00fe4ee638f7, infoPort=37715, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=1466428803;c=1732148102418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T00:15:05,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x919fdcc9e8a83363 with lease ID 0xfa5e4b95c6c9ff0e: Processing first storage report for DS-4f896a67-b77a-45c6-b380-6956f0ab0c08 from datanode DatanodeRegistration(127.0.0.1:35551, datanodeUuid=482a801d-954c-414d-90f6-00fe4ee638f7, infoPort=37715, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=1466428803;c=1732148102418) 2024-11-21T00:15:05,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x919fdcc9e8a83363 with lease ID 0xfa5e4b95c6c9ff0e: from storage DS-4f896a67-b77a-45c6-b380-6956f0ab0c08 node DatanodeRegistration(127.0.0.1:35551, datanodeUuid=482a801d-954c-414d-90f6-00fe4ee638f7, infoPort=37715, infoSecurePort=0, ipcPort=40531, storageInfo=lv=-57;cid=testClusterID;nsid=1466428803;c=1732148102418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T00:15:05,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692 2024-11-21T00:15:05,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/zookeeper_0, clientPort=62384, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T00:15:05,862 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62384 2024-11-21T00:15:05,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:15:05,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:15:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741825_1001 (size=7) 2024-11-21T00:15:05,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741825_1001 (size=7) 2024-11-21T00:15:05,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741825_1001 (size=7) 2024-11-21T00:15:05,970 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 with version=8 2024-11-21T00:15:05,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/hbase-staging 2024-11-21T00:15:05,973 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5ed4808ef0e6:0 server-side Connection retries=45 2024-11-21T00:15:05,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:15:05,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T00:15:05,973 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T00:15:05,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:15:05,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T00:15:05,973 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T00:15:05,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T00:15:05,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45395 2024-11-21T00:15:05,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45395 connecting to ZooKeeper ensemble=127.0.0.1:62384 2024-11-21T00:15:06,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453950x0, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T00:15:06,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45395-0x1015abe8e2d0000 connected 2024-11-21T00:15:06,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:15:06,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:15:06,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:15:06,209 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6, hbase.cluster.distributed=false 2024-11-21T00:15:06,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T00:15:06,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45395 2024-11-21T00:15:06,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45395 2024-11-21T00:15:06,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45395 2024-11-21T00:15:06,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45395 2024-11-21T00:15:06,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45395 2024-11-21T00:15:06,300 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5ed4808ef0e6:0 server-side Connection retries=45 2024-11-21T00:15:06,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:15:06,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T00:15:06,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T00:15:06,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:15:06,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T00:15:06,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T00:15:06,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T00:15:06,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:06,324 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42105 2024-11-21T00:15:06,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42105 connecting to ZooKeeper ensemble=127.0.0.1:62384 2024-11-21T00:15:06,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:15:06,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:15:06,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421050x0, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:15:06,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421050x0, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T00:15:06,360 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T00:15:06,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42105-0x1015abe8e2d0001 connected 2024-11-21T00:15:06,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:06,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:06,386 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T00:15:06,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T00:15:06,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T00:15:06,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42105 2024-11-21T00:15:06,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42105 2024-11-21T00:15:06,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42105 2024-11-21T00:15:06,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42105 2024-11-21T00:15:06,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42105 2024-11-21T00:15:06,439 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5ed4808ef0e6:0 server-side Connection retries=45 2024-11-21T00:15:06,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:15:06,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T00:15:06,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T00:15:06,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:15:06,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T00:15:06,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T00:15:06,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T00:15:06,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35879 2024-11-21T00:15:06,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35879 connecting to ZooKeeper ensemble=127.0.0.1:62384 2024-11-21T00:15:06,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:15:06,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:15:06,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358790x0, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T00:15:06,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358790x0, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:15:06,481 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T00:15:06,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35879-0x1015abe8e2d0002 connected 2024-11-21T00:15:06,512 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T00:15:06,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T00:15:06,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T00:15:06,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35879 2024-11-21T00:15:06,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35879 2024-11-21T00:15:06,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35879 2024-11-21T00:15:06,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35879 2024-11-21T00:15:06,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35879 2024-11-21T00:15:06,585 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5ed4808ef0e6:0 server-side Connection retries=45 2024-11-21T00:15:06,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:15:06,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T00:15:06,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T00:15:06,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T00:15:06,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T00:15:06,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T00:15:06,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T00:15:06,612 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44931 2024-11-21T00:15:06,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44931 connecting to ZooKeeper ensemble=127.0.0.1:62384 2024-11-21T00:15:06,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:15:06,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:15:06,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449310x0, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T00:15:06,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44931-0x1015abe8e2d0003 connected 2024-11-21T00:15:06,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:15:06,651 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T00:15:06,651 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T00:15:06,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T00:15:06,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T00:15:06,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44931 2024-11-21T00:15:06,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44931 2024-11-21T00:15:06,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44931 2024-11-21T00:15:06,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44931 2024-11-21T00:15:06,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44931 2024-11-21T00:15:06,702 DEBUG [M:0;5ed4808ef0e6:45395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5ed4808ef0e6:45395 2024-11-21T00:15:06,702 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5ed4808ef0e6,45395,1732148105972 2024-11-21T00:15:06,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:15:06,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:15:06,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:15:06,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:15:06,727 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5ed4808ef0e6,45395,1732148105972 2024-11-21T00:15:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T00:15:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T00:15:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T00:15:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:06,744 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T00:15:06,744 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5ed4808ef0e6,45395,1732148105972 from backup master directory 2024-11-21T00:15:06,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5ed4808ef0e6,45395,1732148105972 2024-11-21T00:15:06,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:15:06,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:15:06,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:15:06,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T00:15:06,757 WARN [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T00:15:06,757 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5ed4808ef0e6,45395,1732148105972 2024-11-21T00:15:06,765 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/hbase.id] with ID: 18e8497d-259e-447c-8667-e8b34cb011e2 2024-11-21T00:15:06,765 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/.tmp/hbase.id 2024-11-21T00:15:06,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741826_1002 (size=42) 2024-11-21T00:15:06,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741826_1002 (size=42) 2024-11-21T00:15:06,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741826_1002 (size=42) 2024-11-21T00:15:06,782 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/.tmp/hbase.id]:[hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/hbase.id] 2024-11-21T00:15:06,821 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T00:15:06,821 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T00:15:06,824 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-21T00:15:06,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:06,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:06,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:06,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:06,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741827_1003 (size=196) 2024-11-21T00:15:06,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741827_1003 (size=196) 2024-11-21T00:15:06,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741827_1003 (size=196) 2024-11-21T00:15:06,873 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T00:15:06,874 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T00:15:06,879 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T00:15:06,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T00:15:06,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:06,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:06,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:06,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741828_1004 (size=1189) 2024-11-21T00:15:06,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741828_1004 (size=1189) 2024-11-21T00:15:06,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741828_1004 (size=1189) 2024-11-21T00:15:06,939 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store 2024-11-21T00:15:06,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741829_1005 (size=34) 2024-11-21T00:15:06,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741829_1005 (size=34) 2024-11-21T00:15:06,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741829_1005 (size=34) 2024-11-21T00:15:06,971 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:06,971 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T00:15:06,972 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:15:06,972 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:15:06,972 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T00:15:06,972 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:15:06,972 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:15:06,972 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732148106971Disabling compacts and flushes for region at 1732148106971Disabling writes for close at 1732148106972 (+1 ms)Writing region close event to WAL at 1732148106972Closed at 1732148106972 2024-11-21T00:15:06,973 WARN [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/.initializing 2024-11-21T00:15:06,973 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/WALs/5ed4808ef0e6,45395,1732148105972 2024-11-21T00:15:06,975 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T00:15:06,977 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C45395%2C1732148105972, suffix=, logDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/WALs/5ed4808ef0e6,45395,1732148105972, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/oldWALs, maxLogs=10 2024-11-21T00:15:06,992 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/WALs/5ed4808ef0e6,45395,1732148105972/5ed4808ef0e6%2C45395%2C1732148105972.1732148106978, exclude list is [], retry=0 2024-11-21T00:15:06,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44411,DS-debd2bed-a843-4b51-9787-1ee1133a9115,DISK] 2024-11-21T00:15:06,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35551,DS-b0abfb04-512e-48c2-82de-bd5811665282,DISK] 2024-11-21T00:15:06,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34091,DS-5490ea3c-496e-4217-b7a0-0f44d718ea8d,DISK] 2024-11-21T00:15:07,009 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/WALs/5ed4808ef0e6,45395,1732148105972/5ed4808ef0e6%2C45395%2C1732148105972.1732148106978 2024-11-21T00:15:07,009 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44221:44221),(127.0.0.1/127.0.0.1:39947:39947),(127.0.0.1/127.0.0.1:37715:37715)] 2024-11-21T00:15:07,009 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T00:15:07,010 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:07,010 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:15:07,010 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:15:07,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:15:07,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T00:15:07,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:07,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:15:07,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:15:07,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T00:15:07,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:07,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:15:07,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:15:07,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T00:15:07,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:07,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:15:07,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:15:07,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T00:15:07,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:07,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:15:07,033 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:15:07,034 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:15:07,035 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:15:07,044 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:15:07,045 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:15:07,045 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T00:15:07,046 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T00:15:07,049 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:15:07,050 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72259720, jitterRate=0.07675373554229736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T00:15:07,051 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732148107010Initializing all the Stores at 1732148107011 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148107011Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148107011Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148107011Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148107011Cleaning up temporary data from old regions at 1732148107045 (+34 ms)Region opened successfully at 1732148107051 (+6 ms) 2024-11-21T00:15:07,051 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T00:15:07,058 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676bcf15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ed4808ef0e6/172.17.0.2:0 2024-11-21T00:15:07,059 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T00:15:07,059 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T00:15:07,059 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T00:15:07,059 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T00:15:07,060 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T00:15:07,061 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T00:15:07,061 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-21T00:15:07,064 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T00:15:07,070 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T00:15:07,083 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T00:15:07,084 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T00:15:07,085 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T00:15:07,093 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T00:15:07,094 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T00:15:07,095 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T00:15:07,104 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T00:15:07,105 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T00:15:07,114 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T00:15:07,121 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T00:15:07,132 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T00:15:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T00:15:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T00:15:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T00:15:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:07,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T00:15:07,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:07,148 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5ed4808ef0e6,45395,1732148105972, sessionid=0x1015abe8e2d0000, setting cluster-up flag (Was=false) 2024-11-21T00:15:07,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:07,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:07,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:07,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:07,209 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T00:15:07,211 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ed4808ef0e6,45395,1732148105972 2024-11-21T00:15:07,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:07,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:07,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:07,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:07,484 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T00:15:07,486 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ed4808ef0e6,45395,1732148105972 2024-11-21T00:15:07,488 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T00:15:07,491 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T00:15:07,491 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T00:15:07,492 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T00:15:07,492 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5ed4808ef0e6,45395,1732148105972 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T00:15:07,499 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5ed4808ef0e6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T00:15:07,500 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5ed4808ef0e6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T00:15:07,500 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T00:15:07,500 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T00:15:07,500 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5ed4808ef0e6:0, corePoolSize=10, maxPoolSize=10 2024-11-21T00:15:07,500 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,500 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T00:15:07,500 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,509 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732148137508 2024-11-21T00:15:07,509 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T00:15:07,509 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T00:15:07,509 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T00:15:07,509 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T00:15:07,509 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T00:15:07,509 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T00:15:07,510 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T00:15:07,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T00:15:07,511 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T00:15:07,511 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T00:15:07,511 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T00:15:07,513 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:07,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T00:15:07,514 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T00:15:07,515 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T00:15:07,520 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.large.0-1732148107515,5,FailOnTimeoutGroup] 2024-11-21T00:15:07,520 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.small.0-1732148107520,5,FailOnTimeoutGroup] 2024-11-21T00:15:07,520 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,521 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T00:15:07,521 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,521 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741831_1007 (size=1321) 2024-11-21T00:15:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741831_1007 (size=1321) 2024-11-21T00:15:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741831_1007 (size=1321) 2024-11-21T00:15:07,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T00:15:07,538 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:07,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741832_1008 (size=32) 2024-11-21T00:15:07,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741832_1008 (size=32) 2024-11-21T00:15:07,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741832_1008 (size=32) 2024-11-21T00:15:07,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:07,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T00:15:07,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T00:15:07,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:07,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:15:07,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T00:15:07,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T00:15:07,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:07,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:15:07,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T00:15:07,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T00:15:07,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:07,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:15:07,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T00:15:07,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T00:15:07,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:07,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:15:07,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T00:15:07,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740 2024-11-21T00:15:07,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740 2024-11-21T00:15:07,578 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(746): ClusterId : 18e8497d-259e-447c-8667-e8b34cb011e2 2024-11-21T00:15:07,584 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T00:15:07,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T00:15:07,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T00:15:07,587 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T00:15:07,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T00:15:07,602 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:15:07,604 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69501761, jitterRate=0.035656943917274475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T00:15:07,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732148107556Initializing all the Stores at 1732148107557 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148107557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148107557Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148107557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148107557Cleaning up temporary data from old regions at 1732148107587 (+30 ms)Region opened successfully at 1732148107605 (+18 ms) 2024-11-21T00:15:07,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T00:15:07,605 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T00:15:07,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T00:15:07,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T00:15:07,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T00:15:07,610 INFO [RS:1;5ed4808ef0e6:35879 {}] regionserver.HRegionServer(746): ClusterId : 18e8497d-259e-447c-8667-e8b34cb011e2 2024-11-21T00:15:07,610 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T00:15:07,611 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(746): ClusterId : 18e8497d-259e-447c-8667-e8b34cb011e2 2024-11-21T00:15:07,611 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T00:15:07,625 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T00:15:07,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732148107605Disabling compacts and flushes for region at 1732148107605Disabling writes for close at 1732148107605Writing region close event to WAL at 1732148107625 (+20 ms)Closed at 1732148107625 2024-11-21T00:15:07,627 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T00:15:07,627 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T00:15:07,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T00:15:07,629 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T00:15:07,631 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T00:15:07,669 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T00:15:07,669 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T00:15:07,703 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T00:15:07,703 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T00:15:07,715 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T00:15:07,715 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T00:15:07,715 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T00:15:07,715 DEBUG [RS:0;5ed4808ef0e6:42105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e75ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ed4808ef0e6/172.17.0.2:0 2024-11-21T00:15:07,732 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T00:15:07,732 DEBUG [RS:1;5ed4808ef0e6:35879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3caab02d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ed4808ef0e6/172.17.0.2:0 2024-11-21T00:15:07,733 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T00:15:07,733 DEBUG [RS:2;5ed4808ef0e6:44931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3a37a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ed4808ef0e6/172.17.0.2:0 2024-11-21T00:15:07,739 DEBUG [RS:0;5ed4808ef0e6:42105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5ed4808ef0e6:42105 2024-11-21T00:15:07,739 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T00:15:07,739 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T00:15:07,739 DEBUG [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T00:15:07,744 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(2659): reportForDuty to master=5ed4808ef0e6,45395,1732148105972 with port=42105, startcode=1732148106299 2024-11-21T00:15:07,744 DEBUG [RS:0;5ed4808ef0e6:42105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T00:15:07,754 DEBUG [RS:1;5ed4808ef0e6:35879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5ed4808ef0e6:35879 2024-11-21T00:15:07,754 INFO [RS:1;5ed4808ef0e6:35879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T00:15:07,754 INFO [RS:1;5ed4808ef0e6:35879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T00:15:07,754 DEBUG [RS:1;5ed4808ef0e6:35879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T00:15:07,755 INFO [RS:1;5ed4808ef0e6:35879 {}] regionserver.HRegionServer(2659): reportForDuty to master=5ed4808ef0e6,45395,1732148105972 with port=35879, startcode=1732148106439 2024-11-21T00:15:07,755 DEBUG [RS:1;5ed4808ef0e6:35879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T00:15:07,773 DEBUG [RS:2;5ed4808ef0e6:44931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5ed4808ef0e6:44931 2024-11-21T00:15:07,773 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T00:15:07,773 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T00:15:07,773 DEBUG [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T00:15:07,775 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(2659): reportForDuty to master=5ed4808ef0e6,45395,1732148105972 with port=44931, startcode=1732148106584 2024-11-21T00:15:07,775 DEBUG [RS:2;5ed4808ef0e6:44931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T00:15:07,776 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T00:15:07,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:07,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45395 {}] master.ServerManager(517): Registering regionserver=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:07,777 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T00:15:07,778 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T00:15:07,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:07,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45395 {}] master.ServerManager(517): Registering regionserver=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:07,781 WARN [5ed4808ef0e6:45395 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-21T00:15:07,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:07,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45395 {}] master.ServerManager(517): Registering regionserver=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:07,785 DEBUG [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:07,785 DEBUG [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44145 2024-11-21T00:15:07,785 DEBUG [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T00:15:07,785 DEBUG [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:07,785 DEBUG [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44145 2024-11-21T00:15:07,785 DEBUG [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T00:15:07,786 DEBUG [RS:1;5ed4808ef0e6:35879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:07,786 DEBUG [RS:1;5ed4808ef0e6:35879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44145 2024-11-21T00:15:07,786 DEBUG [RS:1;5ed4808ef0e6:35879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T00:15:07,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T00:15:07,943 DEBUG [RS:0;5ed4808ef0e6:42105 {}] zookeeper.ZKUtil(111): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:07,943 DEBUG [RS:2;5ed4808ef0e6:44931 {}] zookeeper.ZKUtil(111): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:07,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ed4808ef0e6,44931,1732148106584] 2024-11-21T00:15:07,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ed4808ef0e6,42105,1732148106299] 2024-11-21T00:15:07,943 WARN [RS:0;5ed4808ef0e6:42105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T00:15:07,943 WARN [RS:2;5ed4808ef0e6:44931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T00:15:07,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ed4808ef0e6,35879,1732148106439] 2024-11-21T00:15:07,943 INFO [RS:2;5ed4808ef0e6:44931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T00:15:07,943 INFO [RS:0;5ed4808ef0e6:42105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T00:15:07,943 DEBUG [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:07,943 DEBUG [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:07,943 DEBUG [RS:1;5ed4808ef0e6:35879 {}] zookeeper.ZKUtil(111): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:07,943 WARN [RS:1;5ed4808ef0e6:35879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T00:15:07,944 INFO [RS:1;5ed4808ef0e6:35879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T00:15:07,944 DEBUG [RS:1;5ed4808ef0e6:35879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:07,955 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T00:15:07,955 INFO [RS:1;5ed4808ef0e6:35879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T00:15:07,959 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T00:15:07,967 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T00:15:07,973 INFO [RS:1;5ed4808ef0e6:35879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T00:15:07,974 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T00:15:07,978 INFO [RS:1;5ed4808ef0e6:35879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T00:15:07,978 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,978 INFO [RS:0;5ed4808ef0e6:42105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T00:15:07,979 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,979 INFO [RS:2;5ed4808ef0e6:44931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T00:15:07,979 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,980 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T00:15:07,981 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T00:15:07,982 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,982 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,982 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,982 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,982 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,982 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,982 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T00:15:07,982 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,982 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,983 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,983 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,983 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,983 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,983 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T00:15:07,983 DEBUG [RS:0;5ed4808ef0e6:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T00:15:07,984 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T00:15:07,985 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T00:15:07,985 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,986 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,986 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,986 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,986 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,986 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,986 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T00:15:07,986 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,986 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,986 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,986 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,986 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,986 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,987 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T00:15:07,987 DEBUG [RS:2;5ed4808ef0e6:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T00:15:07,992 INFO [RS:1;5ed4808ef0e6:35879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T00:15:07,993 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T00:15:07,994 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,994 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,994 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,994 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,994 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,994 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,994 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T00:15:07,994 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,994 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,994 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,995 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,995 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,995 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T00:15:07,995 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T00:15:07,995 DEBUG [RS:1;5ed4808ef0e6:35879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T00:15:07,997 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,997 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,997 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,997 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,997 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:07,997 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,42105,1732148106299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T00:15:08,000 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,000 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,000 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,000 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,001 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,001 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,44931,1732148106584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T00:15:08,001 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,001 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,001 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,001 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,001 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,001 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,35879,1732148106439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T00:15:08,020 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T00:15:08,021 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,42105,1732148106299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,021 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,021 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.Replication(171): 5ed4808ef0e6,42105,1732148106299 started 2024-11-21T00:15:08,021 INFO [RS:1;5ed4808ef0e6:35879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T00:15:08,021 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,35879,1732148106439-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,022 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T00:15:08,022 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,022 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,44931,1732148106584-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,022 INFO [RS:1;5ed4808ef0e6:35879 {}] regionserver.Replication(171): 5ed4808ef0e6,35879,1732148106439 started 2024-11-21T00:15:08,022 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,022 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.Replication(171): 5ed4808ef0e6,44931,1732148106584 started 2024-11-21T00:15:08,041 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,041 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,042 INFO [RS:1;5ed4808ef0e6:35879 {}] regionserver.HRegionServer(1482): Serving as 5ed4808ef0e6,35879,1732148106439, RpcServer on 5ed4808ef0e6/172.17.0.2:35879, sessionid=0x1015abe8e2d0002 2024-11-21T00:15:08,042 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(1482): Serving as 5ed4808ef0e6,42105,1732148106299, RpcServer on 5ed4808ef0e6/172.17.0.2:42105, sessionid=0x1015abe8e2d0001 2024-11-21T00:15:08,042 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T00:15:08,042 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T00:15:08,042 DEBUG [RS:1;5ed4808ef0e6:35879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:08,042 DEBUG [RS:0;5ed4808ef0e6:42105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:08,042 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,35879,1732148106439' 2024-11-21T00:15:08,042 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,42105,1732148106299' 2024-11-21T00:15:08,042 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T00:15:08,042 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T00:15:08,043 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T00:15:08,044 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T00:15:08,044 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T00:15:08,044 DEBUG [RS:0;5ed4808ef0e6:42105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:08,044 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,42105,1732148106299' 2024-11-21T00:15:08,044 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T00:15:08,044 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:08,044 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(1482): Serving as 5ed4808ef0e6,44931,1732148106584, RpcServer on 5ed4808ef0e6/172.17.0.2:44931, sessionid=0x1015abe8e2d0003 2024-11-21T00:15:08,044 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T00:15:08,044 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T00:15:08,044 DEBUG [RS:2;5ed4808ef0e6:44931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:08,044 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,44931,1732148106584' 2024-11-21T00:15:08,044 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T00:15:08,045 DEBUG [RS:0;5ed4808ef0e6:42105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T00:15:08,045 INFO [RS:0;5ed4808ef0e6:42105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T00:15:08,045 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T00:15:08,045 INFO [RS:0;5ed4808ef0e6:42105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T00:15:08,045 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T00:15:08,045 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T00:15:08,045 DEBUG [RS:2;5ed4808ef0e6:44931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:08,045 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,44931,1732148106584' 2024-11-21T00:15:08,045 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T00:15:08,046 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T00:15:08,046 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T00:15:08,046 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T00:15:08,046 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T00:15:08,046 DEBUG [RS:1;5ed4808ef0e6:35879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:08,046 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,35879,1732148106439' 2024-11-21T00:15:08,046 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T00:15:08,047 DEBUG [RS:2;5ed4808ef0e6:44931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T00:15:08,047 INFO [RS:2;5ed4808ef0e6:44931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T00:15:08,047 INFO [RS:2;5ed4808ef0e6:44931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T00:15:08,047 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T00:15:08,047 DEBUG [RS:1;5ed4808ef0e6:35879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T00:15:08,047 INFO [RS:1;5ed4808ef0e6:35879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T00:15:08,047 INFO [RS:1;5ed4808ef0e6:35879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T00:15:08,145 INFO [RS:0;5ed4808ef0e6:42105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T00:15:08,147 INFO [RS:2;5ed4808ef0e6:44931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T00:15:08,148 INFO [RS:1;5ed4808ef0e6:35879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T00:15:08,148 INFO [RS:0;5ed4808ef0e6:42105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C42105%2C1732148106299, suffix=, logDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,42105,1732148106299, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/oldWALs, maxLogs=32 2024-11-21T00:15:08,149 INFO [RS:1;5ed4808ef0e6:35879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C35879%2C1732148106439, suffix=, logDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/oldWALs, maxLogs=32 2024-11-21T00:15:08,151 INFO [RS:2;5ed4808ef0e6:44931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C44931%2C1732148106584, suffix=, logDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,44931,1732148106584, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/oldWALs, maxLogs=32 2024-11-21T00:15:08,167 DEBUG [RS:0;5ed4808ef0e6:42105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,42105,1732148106299/5ed4808ef0e6%2C42105%2C1732148106299.1732148108149, exclude list is [], retry=0 2024-11-21T00:15:08,172 WARN [IPC Server handler 1 on default port 44145 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-21T00:15:08,172 WARN [IPC Server handler 1 on default port 44145 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-21T00:15:08,172 WARN [IPC Server handler 1 on default port 44145 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-21T00:15:08,174 DEBUG [RS:1;5ed4808ef0e6:35879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439/5ed4808ef0e6%2C35879%2C1732148106439.1732148108150, exclude list is [], retry=0 2024-11-21T00:15:08,176 DEBUG [RS:2;5ed4808ef0e6:44931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,44931,1732148106584/5ed4808ef0e6%2C44931%2C1732148106584.1732148108157, exclude list is [], retry=0 2024-11-21T00:15:08,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35551,DS-b0abfb04-512e-48c2-82de-bd5811665282,DISK] 2024-11-21T00:15:08,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34091,DS-5490ea3c-496e-4217-b7a0-0f44d718ea8d,DISK] 2024-11-21T00:15:08,190 WARN [IPC Server handler 0 on default port 44145 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-21T00:15:08,191 WARN [IPC Server handler 0 on default port 44145 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-21T00:15:08,191 WARN [IPC Server handler 0 on default port 44145 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-21T00:15:08,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34091,DS-5490ea3c-496e-4217-b7a0-0f44d718ea8d,DISK] 2024-11-21T00:15:08,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35551,DS-b0abfb04-512e-48c2-82de-bd5811665282,DISK] 2024-11-21T00:15:08,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44411,DS-debd2bed-a843-4b51-9787-1ee1133a9115,DISK] 2024-11-21T00:15:08,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34091,DS-5490ea3c-496e-4217-b7a0-0f44d718ea8d,DISK] 2024-11-21T00:15:08,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35551,DS-b0abfb04-512e-48c2-82de-bd5811665282,DISK] 2024-11-21T00:15:08,249 INFO [RS:2;5ed4808ef0e6:44931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,44931,1732148106584/5ed4808ef0e6%2C44931%2C1732148106584.1732148108157 2024-11-21T00:15:08,249 INFO [RS:0;5ed4808ef0e6:42105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,42105,1732148106299/5ed4808ef0e6%2C42105%2C1732148106299.1732148108149 2024-11-21T00:15:08,250 INFO [RS:1;5ed4808ef0e6:35879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439/5ed4808ef0e6%2C35879%2C1732148106439.1732148108150 2024-11-21T00:15:08,250 DEBUG [RS:2;5ed4808ef0e6:44931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39947:39947),(127.0.0.1/127.0.0.1:37715:37715)] 2024-11-21T00:15:08,256 DEBUG [RS:0;5ed4808ef0e6:42105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37715:37715),(127.0.0.1/127.0.0.1:39947:39947)] 2024-11-21T00:15:08,256 DEBUG [RS:1;5ed4808ef0e6:35879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44221:44221),(127.0.0.1/127.0.0.1:37715:37715),(127.0.0.1/127.0.0.1:39947:39947)] 2024-11-21T00:15:08,282 DEBUG [5ed4808ef0e6:45395 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T00:15:08,282 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(204): Hosts are {5ed4808ef0e6=0} racks are {/default-rack=0} 2024-11-21T00:15:08,297 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T00:15:08,297 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T00:15:08,297 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T00:15:08,297 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T00:15:08,297 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T00:15:08,297 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T00:15:08,297 INFO [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T00:15:08,297 INFO [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T00:15:08,297 INFO [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T00:15:08,297 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T00:15:08,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:08,308 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ed4808ef0e6,35879,1732148106439, state=OPENING 2024-11-21T00:15:08,321 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T00:15:08,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:08,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:08,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:15:08,334 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T00:15:08,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5ed4808ef0e6,35879,1732148106439}] 2024-11-21T00:15:08,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:08,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:15:08,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:15:08,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:15:08,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:15:13,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T00:15:13,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T00:15:18,338 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T00:15:18,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T00:15:18,345 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T00:15:18,346 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T00:15:18,346 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T00:15:18,348 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C35879%2C1732148106439.meta, suffix=.meta, logDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/oldWALs, maxLogs=32 2024-11-21T00:15:18,362 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta, exclude list is [], retry=0 2024-11-21T00:15:18,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35551,DS-b0abfb04-512e-48c2-82de-bd5811665282,DISK] 2024-11-21T00:15:18,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34091,DS-5490ea3c-496e-4217-b7a0-0f44d718ea8d,DISK] 2024-11-21T00:15:18,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44411,DS-debd2bed-a843-4b51-9787-1ee1133a9115,DISK] 2024-11-21T00:15:18,366 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta 2024-11-21T00:15:18,366 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39947:39947),(127.0.0.1/127.0.0.1:37715:37715),(127.0.0.1/127.0.0.1:44221:44221)] 2024-11-21T00:15:18,367 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T00:15:18,367 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T00:15:18,367 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T00:15:18,367 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T00:15:18,367 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T00:15:18,367 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:18,367 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T00:15:18,367 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T00:15:18,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T00:15:18,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T00:15:18,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:18,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:15:18,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T00:15:18,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T00:15:18,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:18,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:15:18,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T00:15:18,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T00:15:18,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:18,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:15:18,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T00:15:18,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T00:15:18,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:18,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:15:18,374 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T00:15:18,374 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740 2024-11-21T00:15:18,376 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740 2024-11-21T00:15:18,377 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T00:15:18,377 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T00:15:18,378 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T00:15:18,379 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T00:15:18,380 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67165379, jitterRate=8.421391248703003E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T00:15:18,381 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T00:15:18,381 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732148118367Writing region info on filesystem at 1732148118367Initializing all the Stores at 1732148118368 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148118368Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148118369 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148118369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148118369Cleaning up temporary data from old regions at 1732148118377 (+8 ms)Running coprocessor post-open hooks at 1732148118381 (+4 ms)Region opened successfully at 1732148118381 2024-11-21T00:15:18,382 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732148118338 2024-11-21T00:15:18,384 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T00:15:18,384 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T00:15:18,385 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:18,385 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ed4808ef0e6,35879,1732148106439, state=OPEN 2024-11-21T00:15:18,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:15:18,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:15:18,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:15:18,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:15:18,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:15:18,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:15:18,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:15:18,415 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:18,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:15:18,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T00:15:18,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5ed4808ef0e6,35879,1732148106439 in 10.0810 sec 2024-11-21T00:15:18,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T00:15:18,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7930 sec 2024-11-21T00:15:18,426 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T00:15:18,426 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T00:15:18,430 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T00:15:18,430 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,35879,1732148106439, seqNum=-1] 2024-11-21T00:15:18,431 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T00:15:18,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T00:15:18,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9490 sec 2024-11-21T00:15:18,440 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732148118440, completionTime=-1 2024-11-21T00:15:18,440 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T00:15:18,440 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T00:15:18,443 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-21T00:15:18,443 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732148178443 2024-11-21T00:15:18,443 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732148238443 2024-11-21T00:15:18,443 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-21T00:15:18,443 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T00:15:18,444 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,45395,1732148105972-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:18,444 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,45395,1732148105972-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:18,444 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,45395,1732148105972-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:18,444 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5ed4808ef0e6:45395, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:18,444 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:18,444 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:18,446 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T00:15:18,449 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.692sec 2024-11-21T00:15:18,452 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T00:15:18,452 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T00:15:18,452 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T00:15:18,452 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T00:15:18,452 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T00:15:18,452 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,45395,1732148105972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T00:15:18,453 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,45395,1732148105972-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T00:15:18,459 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T00:15:18,459 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T00:15:18,460 INFO [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,45395,1732148105972-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T00:15:18,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a26713e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T00:15:18,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5ed4808ef0e6,45395,-1 for getting cluster id 2024-11-21T00:15:18,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T00:15:18,505 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18e8497d-259e-447c-8667-e8b34cb011e2' 2024-11-21T00:15:18,505 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T00:15:18,506 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18e8497d-259e-447c-8667-e8b34cb011e2" 2024-11-21T00:15:18,506 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0ca6b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T00:15:18,506 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5ed4808ef0e6,45395,-1] 2024-11-21T00:15:18,506 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T00:15:18,507 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:15:18,508 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T00:15:18,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bcc85be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T00:15:18,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T00:15:18,511 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,35879,1732148106439, seqNum=-1] 2024-11-21T00:15:18,511 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T00:15:18,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T00:15:18,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5ed4808ef0e6,45395,1732148105972 2024-11-21T00:15:18,516 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732148118516 (current time:1732148118516). 2024-11-21T00:15:18,516 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T00:15:18,516 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-21T00:15:18,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf2a46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T00:15:18,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5ed4808ef0e6,45395,-1 for getting cluster id 2024-11-21T00:15:18,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T00:15:18,518 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18e8497d-259e-447c-8667-e8b34cb011e2' 2024-11-21T00:15:18,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T00:15:18,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18e8497d-259e-447c-8667-e8b34cb011e2" 2024-11-21T00:15:18,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757fbace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T00:15:18,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5ed4808ef0e6,45395,-1] 2024-11-21T00:15:18,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T00:15:18,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:15:18,519 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T00:15:18,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cd9cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T00:15:18,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T00:15:18,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,35879,1732148106439, seqNum=-1] 2024-11-21T00:15:18,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T00:15:18,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T00:15:18,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T00:15:18,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T00:15:18,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:15:18,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:15:18,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T00:15:18,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T00:15:18,526 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5ed4808ef0e6,45395,1732148105972 2024-11-21T00:15:18,526 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cca90d5 2024-11-21T00:15:18,526 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T00:15:18,528 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T00:15:18,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T00:15:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-21T00:15:18,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T00:15:18,534 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:18,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-21T00:15:18,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T00:15:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:15:18,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741837_1013 (size=361) 2024-11-21T00:15:18,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741837_1013 (size=361) 2024-11-21T00:15:18,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741837_1013 (size=361) 2024-11-21T00:15:18,556 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b67c0260f6afb8da4112444fee60cf3, NAME => 'SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:18,557 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 843fe2477a46a1796d307858b6fcba35, NAME => 'SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:18,557 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 59b9caabf8b83fa7085a0e0973d9aa6f, NAME => 'SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:18,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741840_1016 (size=62) 2024-11-21T00:15:18,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741840_1016 (size=62) 2024-11-21T00:15:18,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741840_1016 (size=62) 2024-11-21T00:15:18,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741838_1014 (size=54) 2024-11-21T00:15:18,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741838_1014 (size=54) 2024-11-21T00:15:18,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741838_1014 (size=54) 2024-11-21T00:15:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741839_1015 (size=62) 2024-11-21T00:15:18,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741839_1015 (size=62) 2024-11-21T00:15:18,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741839_1015 (size=62) 2024-11-21T00:15:18,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:18,620 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 843fe2477a46a1796d307858b6fcba35, disabling compactions & flushes 2024-11-21T00:15:18,621 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:15:18,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:15:18,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. after waiting 0 ms 2024-11-21T00:15:18,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:15:18,621 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:15:18,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 843fe2477a46a1796d307858b6fcba35: Waiting for close lock at 1732148118620Disabling compacts and flushes for region at 1732148118620Disabling writes for close at 1732148118621 (+1 ms)Writing region close event to WAL at 1732148118621Closed at 1732148118621 2024-11-21T00:15:18,622 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 314afd20b25eff488abf219bcffa0666, NAME => 'SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741841_1017 (size=62) 2024-11-21T00:15:18,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741841_1017 (size=62) 2024-11-21T00:15:18,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741841_1017 (size=62) 2024-11-21T00:15:18,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:18,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 314afd20b25eff488abf219bcffa0666, disabling compactions & flushes 2024-11-21T00:15:18,638 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666. 2024-11-21T00:15:18,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666. 2024-11-21T00:15:18,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666. after waiting 0 ms 2024-11-21T00:15:18,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666. 2024-11-21T00:15:18,638 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666. 2024-11-21T00:15:18,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 314afd20b25eff488abf219bcffa0666: Waiting for close lock at 1732148118638Disabling compacts and flushes for region at 1732148118638Disabling writes for close at 1732148118638Writing region close event to WAL at 1732148118638Closed at 1732148118638 2024-11-21T00:15:18,639 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cdfff1e734a1abe59b962cf403387963, NAME => 'SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:15:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741842_1018 (size=62) 2024-11-21T00:15:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741842_1018 (size=62) 2024-11-21T00:15:18,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741842_1018 (size=62) 2024-11-21T00:15:18,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:18,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cdfff1e734a1abe59b962cf403387963, disabling compactions & flushes 2024-11-21T00:15:18,660 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:15:18,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:15:18,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. after waiting 0 ms 2024-11-21T00:15:18,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:15:18,660 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:15:18,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cdfff1e734a1abe59b962cf403387963: Waiting for close lock at 1732148118660Disabling compacts and flushes for region at 1732148118660Disabling writes for close at 1732148118660Writing region close event to WAL at 1732148118660Closed at 1732148118660 2024-11-21T00:15:18,661 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 28e147b8c8fd6dd5a25bf611e791da6d, NAME => 'SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:18,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741843_1019 (size=62) 2024-11-21T00:15:18,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741843_1019 (size=62) 2024-11-21T00:15:18,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741843_1019 (size=62) 2024-11-21T00:15:18,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:18,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 28e147b8c8fd6dd5a25bf611e791da6d, disabling compactions & flushes 2024-11-21T00:15:18,673 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:15:18,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:15:18,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. after waiting 0 ms 2024-11-21T00:15:18,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:15:18,673 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:15:18,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 28e147b8c8fd6dd5a25bf611e791da6d: Waiting for close lock at 1732148118673Disabling compacts and flushes for region at 1732148118673Disabling writes for close at 1732148118673Writing region close event to WAL at 1732148118673Closed at 1732148118673 2024-11-21T00:15:18,674 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a3c79af92df9124c25a82c9872690cb8, NAME => 'SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:18,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741844_1020 (size=62) 2024-11-21T00:15:18,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741844_1020 (size=62) 2024-11-21T00:15:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741844_1020 (size=62) 2024-11-21T00:15:18,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:18,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a3c79af92df9124c25a82c9872690cb8, disabling compactions & flushes 2024-11-21T00:15:18,704 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8. 2024-11-21T00:15:18,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8. 2024-11-21T00:15:18,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8. after waiting 0 ms 2024-11-21T00:15:18,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8. 2024-11-21T00:15:18,704 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8. 2024-11-21T00:15:18,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a3c79af92df9124c25a82c9872690cb8: Waiting for close lock at 1732148118704Disabling compacts and flushes for region at 1732148118704Disabling writes for close at 1732148118704Writing region close event to WAL at 1732148118704Closed at 1732148118704 2024-11-21T00:15:18,705 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9f194b4f68bac324052f55e516e12a6d, NAME => 'SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:18,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741845_1021 (size=62) 2024-11-21T00:15:18,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741845_1021 (size=62) 2024-11-21T00:15:18,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741845_1021 (size=62) 2024-11-21T00:15:18,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:18,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9f194b4f68bac324052f55e516e12a6d, disabling compactions & flushes 2024-11-21T00:15:18,716 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:15:18,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:15:18,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. after waiting 0 ms 2024-11-21T00:15:18,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:15:18,716 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:15:18,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9f194b4f68bac324052f55e516e12a6d: Waiting for close lock at 1732148118716Disabling compacts and flushes for region at 1732148118716Disabling writes for close at 1732148118716Writing region close event to WAL at 1732148118716Closed at 1732148118716 2024-11-21T00:15:18,717 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f56d33cc7827b23e15b821722e8269c1, NAME => 'SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:18,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741846_1022 (size=62) 2024-11-21T00:15:18,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741846_1022 (size=62) 2024-11-21T00:15:18,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:18,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f56d33cc7827b23e15b821722e8269c1, disabling compactions & flushes 2024-11-21T00:15:18,744 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:15:18,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:15:18,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. after waiting 0 ms 2024-11-21T00:15:18,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:15:18,745 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:15:18,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f56d33cc7827b23e15b821722e8269c1: Waiting for close lock at 1732148118744Disabling compacts and flushes for region at 1732148118744Disabling writes for close at 1732148118744Writing region close event to WAL at 1732148118745 (+1 ms)Closed at 1732148118745 2024-11-21T00:15:18,745 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 94bbd4fd08a4fba4d9b0229d2475a90c, NAME => 'SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6 2024-11-21T00:15:18,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741846_1022 (size=62) 2024-11-21T00:15:18,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741847_1023 (size=54) 2024-11-21T00:15:18,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741847_1023 (size=54) 2024-11-21T00:15:18,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741847_1023 (size=54) 2024-11-21T00:15:18,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:18,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 94bbd4fd08a4fba4d9b0229d2475a90c, disabling compactions & flushes 2024-11-21T00:15:18,778 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c. 2024-11-21T00:15:18,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c. 2024-11-21T00:15:18,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c. after waiting 0 ms 2024-11-21T00:15:18,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c. 2024-11-21T00:15:18,778 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c. 2024-11-21T00:15:18,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 94bbd4fd08a4fba4d9b0229d2475a90c: Waiting for close lock at 1732148118778Disabling compacts and flushes for region at 1732148118778Disabling writes for close at 1732148118778Writing region close event to WAL at 1732148118778Closed at 1732148118778 2024-11-21T00:15:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:15:18,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:18,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 59b9caabf8b83fa7085a0e0973d9aa6f, disabling compactions & flushes 2024-11-21T00:15:18,989 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:15:18,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:15:18,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. after waiting 0 ms 2024-11-21T00:15:18,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:15:18,989 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:15:18,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 59b9caabf8b83fa7085a0e0973d9aa6f: Waiting for close lock at 1732148118989Disabling compacts and flushes for region at 1732148118989Disabling writes for close at 1732148118989Writing region close event to WAL at 1732148118989Closed at 1732148118989 2024-11-21T00:15:18,991 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:18,991 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9b67c0260f6afb8da4112444fee60cf3, disabling compactions & flushes 2024-11-21T00:15:18,991 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:15:18,991 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:15:18,991 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. after waiting 0 ms 2024-11-21T00:15:18,991 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:15:18,991 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:15:18,991 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b67c0260f6afb8da4112444fee60cf3: Waiting for close lock at 1732148118991Disabling compacts and flushes for region at 1732148118991Disabling writes for close at 1732148118991Writing region close event to WAL at 1732148118991Closed at 1732148118991 2024-11-21T00:15:18,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T00:15:18,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148118993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148118993"}]},"ts":"1732148118993"} 2024-11-21T00:15:18,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148118993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148118993"}]},"ts":"1732148118993"} 2024-11-21T00:15:18,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148118993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148118993"}]},"ts":"1732148118993"} 2024-11-21T00:15:18,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148118993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148118993"}]},"ts":"1732148118993"} 2024-11-21T00:15:18,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148118993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148118993"}]},"ts":"1732148118993"} 2024-11-21T00:15:18,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148118993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148118993"}]},"ts":"1732148118993"} 2024-11-21T00:15:18,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148118993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148118993"}]},"ts":"1732148118993"} 2024-11-21T00:15:18,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732148118993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148118993"}]},"ts":"1732148118993"} 2024-11-21T00:15:18,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732148118993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148118993"}]},"ts":"1732148118993"} 2024-11-21T00:15:18,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732148118993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732148118993"}]},"ts":"1732148118993"} 2024-11-21T00:15:19,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-21T00:15:19,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T00:15:19,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732148119003"}]},"ts":"1732148119003"} 2024-11-21T00:15:19,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-21T00:15:19,007 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5ed4808ef0e6=0} racks are {/default-rack=0} 2024-11-21T00:15:19,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T00:15:19,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T00:15:19,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T00:15:19,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T00:15:19,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T00:15:19,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T00:15:19,013 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T00:15:19,013 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T00:15:19,013 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T00:15:19,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T00:15:19,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b67c0260f6afb8da4112444fee60cf3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=843fe2477a46a1796d307858b6fcba35, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59b9caabf8b83fa7085a0e0973d9aa6f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=314afd20b25eff488abf219bcffa0666, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cdfff1e734a1abe59b962cf403387963, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28e147b8c8fd6dd5a25bf611e791da6d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3c79af92df9124c25a82c9872690cb8, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f194b4f68bac324052f55e516e12a6d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f56d33cc7827b23e15b821722e8269c1, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94bbd4fd08a4fba4d9b0229d2475a90c, ASSIGN}] 2024-11-21T00:15:19,016 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=314afd20b25eff488abf219bcffa0666, ASSIGN 2024-11-21T00:15:19,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=843fe2477a46a1796d307858b6fcba35, ASSIGN 2024-11-21T00:15:19,016 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b67c0260f6afb8da4112444fee60cf3, ASSIGN 2024-11-21T00:15:19,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59b9caabf8b83fa7085a0e0973d9aa6f, ASSIGN 2024-11-21T00:15:19,017 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=843fe2477a46a1796d307858b6fcba35, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,42105,1732148106299; forceNewPlan=false, retain=false 2024-11-21T00:15:19,017 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=314afd20b25eff488abf219bcffa0666, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,35879,1732148106439; forceNewPlan=false, retain=false 2024-11-21T00:15:19,017 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b67c0260f6afb8da4112444fee60cf3, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,42105,1732148106299; forceNewPlan=false, retain=false 2024-11-21T00:15:19,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59b9caabf8b83fa7085a0e0973d9aa6f, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,44931,1732148106584; forceNewPlan=false, retain=false 2024-11-21T00:15:19,020 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94bbd4fd08a4fba4d9b0229d2475a90c, ASSIGN 2024-11-21T00:15:19,020 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f56d33cc7827b23e15b821722e8269c1, ASSIGN 2024-11-21T00:15:19,020 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f194b4f68bac324052f55e516e12a6d, ASSIGN 2024-11-21T00:15:19,020 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3c79af92df9124c25a82c9872690cb8, ASSIGN 2024-11-21T00:15:19,020 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28e147b8c8fd6dd5a25bf611e791da6d, ASSIGN 2024-11-21T00:15:19,021 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94bbd4fd08a4fba4d9b0229d2475a90c, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,35879,1732148106439; forceNewPlan=false, retain=false 2024-11-21T00:15:19,021 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f56d33cc7827b23e15b821722e8269c1, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,42105,1732148106299; forceNewPlan=false, retain=false 2024-11-21T00:15:19,021 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f194b4f68bac324052f55e516e12a6d, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,44931,1732148106584; forceNewPlan=false, retain=false 2024-11-21T00:15:19,021 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3c79af92df9124c25a82c9872690cb8, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,35879,1732148106439; forceNewPlan=false, retain=false 2024-11-21T00:15:19,021 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28e147b8c8fd6dd5a25bf611e791da6d, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,42105,1732148106299; forceNewPlan=false, retain=false 2024-11-21T00:15:19,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cdfff1e734a1abe59b962cf403387963, ASSIGN 2024-11-21T00:15:19,024 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cdfff1e734a1abe59b962cf403387963, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,44931,1732148106584; forceNewPlan=false, retain=false 2024-11-21T00:15:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:15:19,168 INFO [5ed4808ef0e6:45395 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-21T00:15:19,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f56d33cc7827b23e15b821722e8269c1, regionState=OPENING, regionLocation=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:19,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9f194b4f68bac324052f55e516e12a6d, regionState=OPENING, regionLocation=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:19,168 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=59b9caabf8b83fa7085a0e0973d9aa6f, regionState=OPENING, regionLocation=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:19,168 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=28e147b8c8fd6dd5a25bf611e791da6d, regionState=OPENING, regionLocation=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:19,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cdfff1e734a1abe59b962cf403387963, regionState=OPENING, regionLocation=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:19,169 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=843fe2477a46a1796d307858b6fcba35, regionState=OPENING, regionLocation=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:19,169 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b67c0260f6afb8da4112444fee60cf3, regionState=OPENING, regionLocation=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:19,169 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=94bbd4fd08a4fba4d9b0229d2475a90c, regionState=OPENING, regionLocation=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:19,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a3c79af92df9124c25a82c9872690cb8, regionState=OPENING, regionLocation=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:19,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=314afd20b25eff488abf219bcffa0666, regionState=OPENING, regionLocation=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:19,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28e147b8c8fd6dd5a25bf611e791da6d, ASSIGN because future has completed 2024-11-21T00:15:19,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28e147b8c8fd6dd5a25bf611e791da6d, server=5ed4808ef0e6,42105,1732148106299}] 2024-11-21T00:15:19,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59b9caabf8b83fa7085a0e0973d9aa6f, ASSIGN because future has completed 2024-11-21T00:15:19,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59b9caabf8b83fa7085a0e0973d9aa6f, server=5ed4808ef0e6,44931,1732148106584}] 2024-11-21T00:15:19,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cdfff1e734a1abe59b962cf403387963, ASSIGN because future has completed 2024-11-21T00:15:19,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdfff1e734a1abe59b962cf403387963, server=5ed4808ef0e6,44931,1732148106584}] 2024-11-21T00:15:19,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f194b4f68bac324052f55e516e12a6d, ASSIGN because future has completed 2024-11-21T00:15:19,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f56d33cc7827b23e15b821722e8269c1, ASSIGN because future has completed 2024-11-21T00:15:19,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f56d33cc7827b23e15b821722e8269c1, server=5ed4808ef0e6,42105,1732148106299}] 2024-11-21T00:15:19,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f194b4f68bac324052f55e516e12a6d, server=5ed4808ef0e6,44931,1732148106584}] 2024-11-21T00:15:19,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=843fe2477a46a1796d307858b6fcba35, ASSIGN because future has completed 2024-11-21T00:15:19,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b67c0260f6afb8da4112444fee60cf3, ASSIGN because future has completed 2024-11-21T00:15:19,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 843fe2477a46a1796d307858b6fcba35, server=5ed4808ef0e6,42105,1732148106299}] 2024-11-21T00:15:19,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3c79af92df9124c25a82c9872690cb8, ASSIGN because future has completed 2024-11-21T00:15:19,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94bbd4fd08a4fba4d9b0229d2475a90c, ASSIGN because future has completed 2024-11-21T00:15:19,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=314afd20b25eff488abf219bcffa0666, ASSIGN because future has completed 2024-11-21T00:15:19,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 314afd20b25eff488abf219bcffa0666, server=5ed4808ef0e6,35879,1732148106439}] 2024-11-21T00:15:19,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94bbd4fd08a4fba4d9b0229d2475a90c, server=5ed4808ef0e6,35879,1732148106439}] 2024-11-21T00:15:19,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c79af92df9124c25a82c9872690cb8, server=5ed4808ef0e6,35879,1732148106439}] 2024-11-21T00:15:19,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b67c0260f6afb8da4112444fee60cf3, server=5ed4808ef0e6,42105,1732148106299}] 2024-11-21T00:15:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:15:19,955 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T00:15:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:15:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:15:23,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:23,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:23,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:23,942 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T00:15:23,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:24,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:24,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:24,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T00:15:24,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T00:15:24,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T00:15:24,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T00:15:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:15:29,186 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T00:15:29,195 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T00:15:29,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T00:15:29,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T00:15:29,271 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:15:29,271 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f56d33cc7827b23e15b821722e8269c1, NAME => 'SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-21T00:15:29,271 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:29,271 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:29,272 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:29,272 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:29,277 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:15:29,277 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => cdfff1e734a1abe59b962cf403387963, NAME => 'SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-21T00:15:29,277 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:29,277 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:29,278 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:29,278 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:29,285 INFO [StoreOpener-f56d33cc7827b23e15b821722e8269c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:29,287 INFO [StoreOpener-f56d33cc7827b23e15b821722e8269c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f56d33cc7827b23e15b821722e8269c1 columnFamilyName cf 2024-11-21T00:15:29,287 DEBUG [StoreOpener-f56d33cc7827b23e15b821722e8269c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:29,293 INFO [StoreOpener-f56d33cc7827b23e15b821722e8269c1-1 {}] regionserver.HStore(327): Store=f56d33cc7827b23e15b821722e8269c1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:15:29,293 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:29,294 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:29,294 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:29,295 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:29,295 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:29,297 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8. 2024-11-21T00:15:29,297 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a3c79af92df9124c25a82c9872690cb8, NAME => 'SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T00:15:29,297 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:29,297 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:29,297 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:29,298 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:29,302 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:29,313 INFO [StoreOpener-cdfff1e734a1abe59b962cf403387963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:29,317 INFO [StoreOpener-cdfff1e734a1abe59b962cf403387963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdfff1e734a1abe59b962cf403387963 columnFamilyName cf 2024-11-21T00:15:29,317 DEBUG [StoreOpener-cdfff1e734a1abe59b962cf403387963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:29,321 INFO [StoreOpener-cdfff1e734a1abe59b962cf403387963-1 {}] regionserver.HStore(327): Store=cdfff1e734a1abe59b962cf403387963/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:15:29,322 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:29,322 INFO [StoreOpener-a3c79af92df9124c25a82c9872690cb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:29,328 INFO [StoreOpener-a3c79af92df9124c25a82c9872690cb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3c79af92df9124c25a82c9872690cb8 columnFamilyName cf 2024-11-21T00:15:29,328 DEBUG [StoreOpener-a3c79af92df9124c25a82c9872690cb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:29,328 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:29,329 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:29,329 INFO [StoreOpener-a3c79af92df9124c25a82c9872690cb8-1 {}] regionserver.HStore(327): Store=a3c79af92df9124c25a82c9872690cb8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:15:29,329 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:29,331 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:29,331 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:29,331 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:29,331 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:29,332 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:29,332 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:29,336 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/f56d33cc7827b23e15b821722e8269c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:15:29,337 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:29,337 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f56d33cc7827b23e15b821722e8269c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60475819, jitterRate=-0.09884007275104523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:15:29,337 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:29,337 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f56d33cc7827b23e15b821722e8269c1: Running coprocessor pre-open hook at 1732148129272Writing region info on filesystem at 1732148129272Initializing all the Stores at 1732148129273 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148129273Cleaning up temporary data from old regions at 1732148129295 (+22 ms)Running coprocessor post-open hooks at 1732148129337 (+42 ms)Region opened successfully at 1732148129337 2024-11-21T00:15:29,338 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1., pid=19, masterSystemTime=1732148129185 2024-11-21T00:15:29,341 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:15:29,341 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:15:29,341 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:15:29,341 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 28e147b8c8fd6dd5a25bf611e791da6d, NAME => 'SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-21T00:15:29,342 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:29,342 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:29,342 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:29,342 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:29,345 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f56d33cc7827b23e15b821722e8269c1, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:29,346 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/a3c79af92df9124c25a82c9872690cb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:15:29,348 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a3c79af92df9124c25a82c9872690cb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67526223, jitterRate=0.006219133734703064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:15:29,349 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:29,349 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a3c79af92df9124c25a82c9872690cb8: Running coprocessor pre-open hook at 1732148129298Writing region info on filesystem at 1732148129298Initializing all the Stores at 1732148129303 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148129303Cleaning up temporary data from old regions at 1732148129332 (+29 ms)Running coprocessor post-open hooks at 1732148129349 (+17 ms)Region opened successfully at 1732148129349 2024-11-21T00:15:29,351 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:29,352 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8., pid=23, masterSystemTime=1732148129202 2024-11-21T00:15:29,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f56d33cc7827b23e15b821722e8269c1, server=5ed4808ef0e6,42105,1732148106299 because future has completed 2024-11-21T00:15:29,360 INFO [StoreOpener-28e147b8c8fd6dd5a25bf611e791da6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:29,362 INFO [StoreOpener-28e147b8c8fd6dd5a25bf611e791da6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28e147b8c8fd6dd5a25bf611e791da6d columnFamilyName cf 2024-11-21T00:15:29,363 DEBUG [StoreOpener-28e147b8c8fd6dd5a25bf611e791da6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:29,364 INFO [StoreOpener-28e147b8c8fd6dd5a25bf611e791da6d-1 {}] regionserver.HStore(327): Store=28e147b8c8fd6dd5a25bf611e791da6d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:15:29,364 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8. 2024-11-21T00:15:29,364 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8. 2024-11-21T00:15:29,364 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:29,364 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666. 2024-11-21T00:15:29,364 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 314afd20b25eff488abf219bcffa0666, NAME => 'SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T00:15:29,365 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:29,365 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:29,365 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:29,365 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:29,365 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:29,366 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:29,368 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:29,369 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:29,370 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/cdfff1e734a1abe59b962cf403387963/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:15:29,370 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a3c79af92df9124c25a82c9872690cb8, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:29,371 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:29,373 INFO [StoreOpener-314afd20b25eff488abf219bcffa0666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:29,371 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened cdfff1e734a1abe59b962cf403387963; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73484468, jitterRate=0.09500390291213989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:15:29,374 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:29,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c79af92df9124c25a82c9872690cb8, server=5ed4808ef0e6,35879,1732148106439 because future has completed 2024-11-21T00:15:29,375 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/28e147b8c8fd6dd5a25bf611e791da6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:15:29,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-21T00:15:29,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f56d33cc7827b23e15b821722e8269c1, server=5ed4808ef0e6,42105,1732148106299 in 10.1810 sec 2024-11-21T00:15:29,376 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 28e147b8c8fd6dd5a25bf611e791da6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66312900, jitterRate=-0.011860787868499756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:15:29,376 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for cdfff1e734a1abe59b962cf403387963: Running coprocessor pre-open hook at 1732148129278Writing region info on filesystem at 1732148129278Initializing all the Stores at 1732148129282 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148129282Cleaning up temporary data from old regions at 1732148129331 (+49 ms)Running coprocessor post-open hooks at 1732148129374 (+43 ms)Region opened successfully at 1732148129376 (+2 ms) 2024-11-21T00:15:29,376 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:29,376 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 28e147b8c8fd6dd5a25bf611e791da6d: Running coprocessor pre-open hook at 1732148129342Writing region info on filesystem at 1732148129342Initializing all the Stores at 1732148129345 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148129345Cleaning up temporary data from old regions at 1732148129369 (+24 ms)Running coprocessor post-open hooks at 1732148129376 (+7 ms)Region opened successfully at 1732148129376 2024-11-21T00:15:29,377 INFO [StoreOpener-314afd20b25eff488abf219bcffa0666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 314afd20b25eff488abf219bcffa0666 columnFamilyName cf 2024-11-21T00:15:29,377 DEBUG [StoreOpener-314afd20b25eff488abf219bcffa0666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:29,377 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963., pid=17, masterSystemTime=1732148129195 2024-11-21T00:15:29,377 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d., pid=15, masterSystemTime=1732148129185 2024-11-21T00:15:29,378 INFO [StoreOpener-314afd20b25eff488abf219bcffa0666-1 {}] regionserver.HStore(327): Store=314afd20b25eff488abf219bcffa0666/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:15:29,379 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:29,380 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:29,380 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:29,381 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:29,381 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:29,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f56d33cc7827b23e15b821722e8269c1, ASSIGN in 10.3620 sec 2024-11-21T00:15:29,384 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:15:29,384 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:15:29,384 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:15:29,384 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 843fe2477a46a1796d307858b6fcba35, NAME => 'SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T00:15:29,384 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:29,385 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:29,385 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:29,385 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:29,385 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:15:29,385 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:15:29,385 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:15:29,385 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 59b9caabf8b83fa7085a0e0973d9aa6f, NAME => 'SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T00:15:29,386 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:29,386 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:29,386 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:29,386 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:29,386 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:29,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=28e147b8c8fd6dd5a25bf611e791da6d, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:29,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-21T00:15:29,387 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cdfff1e734a1abe59b962cf403387963, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:29,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a3c79af92df9124c25a82c9872690cb8, server=5ed4808ef0e6,35879,1732148106439 in 10.1860 sec 2024-11-21T00:15:29,389 INFO [StoreOpener-843fe2477a46a1796d307858b6fcba35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:29,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28e147b8c8fd6dd5a25bf611e791da6d, server=5ed4808ef0e6,42105,1732148106299 because future has completed 2024-11-21T00:15:29,392 INFO [StoreOpener-843fe2477a46a1796d307858b6fcba35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 843fe2477a46a1796d307858b6fcba35 columnFamilyName cf 2024-11-21T00:15:29,393 DEBUG [StoreOpener-843fe2477a46a1796d307858b6fcba35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:29,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdfff1e734a1abe59b962cf403387963, server=5ed4808ef0e6,44931,1732148106584 because future has completed 2024-11-21T00:15:29,393 INFO [StoreOpener-843fe2477a46a1796d307858b6fcba35-1 {}] regionserver.HStore(327): Store=843fe2477a46a1796d307858b6fcba35/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:15:29,394 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:29,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3c79af92df9124c25a82c9872690cb8, ASSIGN in 10.3730 sec 2024-11-21T00:15:29,395 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:29,397 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:29,398 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:29,398 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:29,399 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/314afd20b25eff488abf219bcffa0666/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:15:29,400 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 314afd20b25eff488abf219bcffa0666; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65138860, jitterRate=-0.029355347156524658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:15:29,400 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:29,400 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 314afd20b25eff488abf219bcffa0666: Running coprocessor pre-open hook at 1732148129365Writing region info on filesystem at 1732148129365Initializing all the Stores at 1732148129369 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148129370 (+1 ms)Cleaning up temporary data from old regions at 1732148129381 (+11 ms)Running coprocessor post-open hooks at 1732148129400 (+19 ms)Region opened successfully at 1732148129400 2024-11-21T00:15:29,403 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:29,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-21T00:15:29,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cdfff1e734a1abe59b962cf403387963, server=5ed4808ef0e6,44931,1732148106584 in 10.2160 sec 2024-11-21T00:15:29,404 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666., pid=22, masterSystemTime=1732148129202 2024-11-21T00:15:29,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-21T00:15:29,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 28e147b8c8fd6dd5a25bf611e791da6d, server=5ed4808ef0e6,42105,1732148106299 in 10.2230 sec 2024-11-21T00:15:29,408 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666. 2024-11-21T00:15:29,408 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666. 2024-11-21T00:15:29,408 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c. 2024-11-21T00:15:29,408 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 94bbd4fd08a4fba4d9b0229d2475a90c, NAME => 'SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T00:15:29,408 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:29,408 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:29,409 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:29,409 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:29,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cdfff1e734a1abe59b962cf403387963, ASSIGN in 10.3890 sec 2024-11-21T00:15:29,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28e147b8c8fd6dd5a25bf611e791da6d, ASSIGN in 10.3930 sec 2024-11-21T00:15:29,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=314afd20b25eff488abf219bcffa0666, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:29,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 314afd20b25eff488abf219bcffa0666, server=5ed4808ef0e6,35879,1732148106439 because future has completed 2024-11-21T00:15:29,417 INFO [StoreOpener-59b9caabf8b83fa7085a0e0973d9aa6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:29,419 INFO [StoreOpener-59b9caabf8b83fa7085a0e0973d9aa6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59b9caabf8b83fa7085a0e0973d9aa6f columnFamilyName cf 2024-11-21T00:15:29,419 DEBUG [StoreOpener-59b9caabf8b83fa7085a0e0973d9aa6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:29,421 INFO [StoreOpener-59b9caabf8b83fa7085a0e0973d9aa6f-1 {}] regionserver.HStore(327): Store=59b9caabf8b83fa7085a0e0973d9aa6f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:15:29,421 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:29,422 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:29,423 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:29,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-21T00:15:29,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 314afd20b25eff488abf219bcffa0666, server=5ed4808ef0e6,35879,1732148106439 in 10.2270 sec 2024-11-21T00:15:29,423 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:29,423 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:29,427 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:29,440 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/843fe2477a46a1796d307858b6fcba35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:15:29,441 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 843fe2477a46a1796d307858b6fcba35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73147382, jitterRate=0.08998093008995056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:15:29,442 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:29,442 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 843fe2477a46a1796d307858b6fcba35: Running coprocessor pre-open hook at 1732148129385Writing region info on filesystem at 1732148129385Initializing all the Stores at 1732148129386 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148129386Cleaning up temporary data from old regions at 1732148129398 (+12 ms)Running coprocessor post-open hooks at 1732148129442 (+44 ms)Region opened successfully at 1732148129442 2024-11-21T00:15:29,445 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35., pid=20, masterSystemTime=1732148129185 2024-11-21T00:15:29,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=314afd20b25eff488abf219bcffa0666, ASSIGN in 10.4090 sec 2024-11-21T00:15:29,453 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:15:29,453 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:15:29,453 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:15:29,453 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b67c0260f6afb8da4112444fee60cf3, NAME => 'SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-21T00:15:29,454 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:29,454 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:29,454 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:29,454 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:29,456 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=843fe2477a46a1796d307858b6fcba35, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:29,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 843fe2477a46a1796d307858b6fcba35, server=5ed4808ef0e6,42105,1732148106299 because future has completed 2024-11-21T00:15:29,460 INFO [StoreOpener-94bbd4fd08a4fba4d9b0229d2475a90c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:29,462 INFO [StoreOpener-94bbd4fd08a4fba4d9b0229d2475a90c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94bbd4fd08a4fba4d9b0229d2475a90c columnFamilyName cf 2024-11-21T00:15:29,462 DEBUG [StoreOpener-94bbd4fd08a4fba4d9b0229d2475a90c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:29,463 INFO [StoreOpener-94bbd4fd08a4fba4d9b0229d2475a90c-1 {}] regionserver.HStore(327): Store=94bbd4fd08a4fba4d9b0229d2475a90c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:15:29,463 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:29,465 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:29,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-21T00:15:29,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 843fe2477a46a1796d307858b6fcba35, server=5ed4808ef0e6,42105,1732148106299 in 10.2760 sec 2024-11-21T00:15:29,468 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:29,469 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:29,470 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:29,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=843fe2477a46a1796d307858b6fcba35, ASSIGN in 10.4540 sec 2024-11-21T00:15:29,475 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/59b9caabf8b83fa7085a0e0973d9aa6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:15:29,475 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:29,475 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 59b9caabf8b83fa7085a0e0973d9aa6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73491895, jitterRate=0.0951145738363266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:15:29,476 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:29,476 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 59b9caabf8b83fa7085a0e0973d9aa6f: Running coprocessor pre-open hook at 1732148129386Writing region info on filesystem at 1732148129386Initializing all the Stores at 1732148129391 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148129391Cleaning up temporary data from old regions at 1732148129423 (+32 ms)Running coprocessor post-open hooks at 1732148129476 (+53 ms)Region opened successfully at 1732148129476 2024-11-21T00:15:29,477 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f., pid=16, masterSystemTime=1732148129195 2024-11-21T00:15:29,481 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:15:29,481 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:15:29,481 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:15:29,481 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f194b4f68bac324052f55e516e12a6d, NAME => 'SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-21T00:15:29,482 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:29,482 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:15:29,482 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:29,482 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:29,484 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=59b9caabf8b83fa7085a0e0973d9aa6f, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:29,485 INFO [StoreOpener-9b67c0260f6afb8da4112444fee60cf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:29,489 INFO [StoreOpener-9b67c0260f6afb8da4112444fee60cf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b67c0260f6afb8da4112444fee60cf3 columnFamilyName cf 2024-11-21T00:15:29,489 DEBUG [StoreOpener-9b67c0260f6afb8da4112444fee60cf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:29,491 INFO [StoreOpener-9b67c0260f6afb8da4112444fee60cf3-1 {}] regionserver.HStore(327): Store=9b67c0260f6afb8da4112444fee60cf3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:15:29,491 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:29,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59b9caabf8b83fa7085a0e0973d9aa6f, server=5ed4808ef0e6,44931,1732148106584 because future has completed 2024-11-21T00:15:29,493 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:29,494 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:29,495 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:29,495 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:29,497 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/94bbd4fd08a4fba4d9b0229d2475a90c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:15:29,498 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:29,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-11-21T00:15:29,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 59b9caabf8b83fa7085a0e0973d9aa6f, server=5ed4808ef0e6,44931,1732148106584 in 10.3210 sec 2024-11-21T00:15:29,499 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 94bbd4fd08a4fba4d9b0229d2475a90c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69179994, jitterRate=0.030862241983413696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:15:29,499 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:29,499 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 94bbd4fd08a4fba4d9b0229d2475a90c: Running coprocessor pre-open hook at 1732148129409Writing region info on filesystem at 1732148129409Initializing all the Stores at 1732148129410 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148129410Cleaning up temporary data from old regions at 1732148129470 (+60 ms)Running coprocessor post-open hooks at 1732148129499 (+29 ms)Region opened successfully at 1732148129499 2024-11-21T00:15:29,501 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c., pid=21, masterSystemTime=1732148129202 2024-11-21T00:15:29,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59b9caabf8b83fa7085a0e0973d9aa6f, ASSIGN in 10.4850 sec 2024-11-21T00:15:29,505 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c. 2024-11-21T00:15:29,506 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c. 2024-11-21T00:15:29,508 INFO [StoreOpener-9f194b4f68bac324052f55e516e12a6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:29,510 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=94bbd4fd08a4fba4d9b0229d2475a90c, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:29,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94bbd4fd08a4fba4d9b0229d2475a90c, server=5ed4808ef0e6,35879,1732148106439 because future has completed 2024-11-21T00:15:29,521 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9b67c0260f6afb8da4112444fee60cf3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:15:29,522 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 9b67c0260f6afb8da4112444fee60cf3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66714006, jitterRate=-0.005883842706680298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:15:29,522 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:29,523 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 9b67c0260f6afb8da4112444fee60cf3: Running coprocessor pre-open hook at 1732148129454Writing region info on filesystem at 1732148129454Initializing all the Stores at 1732148129456 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148129456Cleaning up temporary data from old regions at 1732148129495 (+39 ms)Running coprocessor post-open hooks at 1732148129522 (+27 ms)Region opened successfully at 1732148129522 2024-11-21T00:15:29,525 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3., pid=24, masterSystemTime=1732148129185 2024-11-21T00:15:29,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-21T00:15:29,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 94bbd4fd08a4fba4d9b0229d2475a90c, server=5ed4808ef0e6,35879,1732148106439 in 10.3290 sec 2024-11-21T00:15:29,529 INFO [StoreOpener-9f194b4f68bac324052f55e516e12a6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f194b4f68bac324052f55e516e12a6d columnFamilyName cf 2024-11-21T00:15:29,529 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:15:29,529 DEBUG [StoreOpener-9f194b4f68bac324052f55e516e12a6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:15:29,529 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:15:29,530 INFO [StoreOpener-9f194b4f68bac324052f55e516e12a6d-1 {}] regionserver.HStore(327): Store=9f194b4f68bac324052f55e516e12a6d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T00:15:29,530 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:29,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94bbd4fd08a4fba4d9b0229d2475a90c, ASSIGN in 10.5140 sec 2024-11-21T00:15:29,531 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:29,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b67c0260f6afb8da4112444fee60cf3, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:29,532 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:29,533 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:29,533 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:29,534 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45395 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=5ed4808ef0e6,42105,1732148106299, table=SPTestTable, region=9b67c0260f6afb8da4112444fee60cf3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T00:15:29,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b67c0260f6afb8da4112444fee60cf3, server=5ed4808ef0e6,42105,1732148106299 because future has completed 2024-11-21T00:15:29,538 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:29,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-21T00:15:29,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b67c0260f6afb8da4112444fee60cf3, server=5ed4808ef0e6,42105,1732148106299 in 10.3430 sec 2024-11-21T00:15:29,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b67c0260f6afb8da4112444fee60cf3, ASSIGN in 10.5290 sec 2024-11-21T00:15:29,557 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9f194b4f68bac324052f55e516e12a6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T00:15:29,558 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9f194b4f68bac324052f55e516e12a6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75377007, jitterRate=0.12320493161678314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T00:15:29,558 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:29,558 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9f194b4f68bac324052f55e516e12a6d: Running coprocessor pre-open hook at 1732148129482Writing region info on filesystem at 1732148129482Initializing all the Stores at 1732148129484 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148129484Cleaning up temporary data from old regions at 1732148129533 (+49 ms)Running coprocessor post-open hooks at 1732148129558 (+25 ms)Region opened successfully at 1732148129558 2024-11-21T00:15:29,559 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d., pid=18, masterSystemTime=1732148129195 2024-11-21T00:15:29,563 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:15:29,563 INFO [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:15:29,564 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9f194b4f68bac324052f55e516e12a6d, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:29,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f194b4f68bac324052f55e516e12a6d, server=5ed4808ef0e6,44931,1732148106584 because future has completed 2024-11-21T00:15:29,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-21T00:15:29,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f194b4f68bac324052f55e516e12a6d, server=5ed4808ef0e6,44931,1732148106584 in 10.3890 sec 2024-11-21T00:15:29,586 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T00:15:29,586 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732148129586"}]},"ts":"1732148129586"} 2024-11-21T00:15:29,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-21T00:15:29,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f194b4f68bac324052f55e516e12a6d, ASSIGN in 10.5610 sec 2024-11-21T00:15:29,591 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-21T00:15:29,593 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T00:15:29,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0640 sec 2024-11-21T00:15:31,955 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-21T00:15:34,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:34,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:34,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:34,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T00:15:34,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:35,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:35,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T00:15:35,848 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T00:15:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T00:15:36,833 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-21T00:15:36,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-21T00:15:36,833 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T00:15:36,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-21T00:15:36,839 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T00:15:36,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-21T00:15:36,880 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8., hostname=5ed4808ef0e6,35879,1732148106439, seqNum=2] 2024-11-21T00:15:36,892 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8., hostname=5ed4808ef0e6,35879,1732148106439, seqNum=2] 2024-11-21T00:15:36,898 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8., hostname=5ed4808ef0e6,35879,1732148106439, seqNum=2] 2024-11-21T00:15:36,957 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d., hostname=5ed4808ef0e6,44931,1732148106584, seqNum=2] 2024-11-21T00:15:37,016 INFO [regionserver/5ed4808ef0e6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-21T00:15:37,036 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1., hostname=5ed4808ef0e6,42105,1732148106299, seqNum=2] 2024-11-21T00:15:37,041 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1., hostname=5ed4808ef0e6,42105,1732148106299, seqNum=2] 2024-11-21T00:15:37,073 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1., hostname=5ed4808ef0e6,42105,1732148106299, seqNum=2] 2024-11-21T00:15:37,075 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1., hostname=5ed4808ef0e6,42105,1732148106299, seqNum=2] 2024-11-21T00:15:37,101 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1., hostname=5ed4808ef0e6,42105,1732148106299, seqNum=2] 2024-11-21T00:15:37,102 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1., hostname=5ed4808ef0e6,42105,1732148106299, seqNum=2] 2024-11-21T00:15:37,104 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1., hostname=5ed4808ef0e6,42105,1732148106299, seqNum=2] 2024-11-21T00:15:37,105 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1., hostname=5ed4808ef0e6,42105,1732148106299, seqNum=2] 2024-11-21T00:15:37,190 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c., hostname=5ed4808ef0e6,35879,1732148106439, seqNum=2] 2024-11-21T00:15:37,209 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c., hostname=5ed4808ef0e6,35879,1732148106439, seqNum=2] 2024-11-21T00:15:38,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T00:15:38,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T00:15:38,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T00:15:38,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44931 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T00:15:38,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T00:15:38,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8. 2024-11-21T00:15:38,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T00:15:38,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42105 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T00:15:39,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T00:15:39,807 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-21T00:15:39,808 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T00:15:39,809 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T00:15:39,810 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T00:15:39,814 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T00:15:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741848_1024 (size=49) 2024-11-21T00:15:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741848_1024 (size=49) 2024-11-21T00:15:39,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741848_1024 (size=49) 2024-11-21T00:15:39,921 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T00:15:39,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b67c0260f6afb8da4112444fee60cf3}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 843fe2477a46a1796d307858b6fcba35}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59b9caabf8b83fa7085a0e0973d9aa6f}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 314afd20b25eff488abf219bcffa0666}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cdfff1e734a1abe59b962cf403387963}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28e147b8c8fd6dd5a25bf611e791da6d}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c79af92df9124c25a82c9872690cb8}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f194b4f68bac324052f55e516e12a6d}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f56d33cc7827b23e15b821722e8269c1}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94bbd4fd08a4fba4d9b0229d2475a90c}] 2024-11-21T00:15:39,925 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:39,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:39,928 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:39,929 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:39,929 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:39,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:39,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:39,977 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:39,977 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:39,985 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:40,508 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5ed4808ef0e6:33373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-21T00:15:49,195 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=5ed4808ef0e6,35879,1732148106439, timeout=1732148149935, delay=740, operations=[pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94bbd4fd08a4fba4d9b0229d2475a90c, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c79af92df9124c25a82c9872690cb8, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 314afd20b25eff488abf219bcffa0666], containedObject=5ed4808ef0e6,42105,1732148106299, timeout=1732148149935, delay=740, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b67c0260f6afb8da4112444fee60cf3, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 843fe2477a46a1796d307858b6fcba35, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f56d33cc7827b23e15b821722e8269c1, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28e147b8c8fd6dd5a25bf611e791da6d], containedObject=5ed4808ef0e6,44931,1732148106584, timeout=1732148149935, delay=740, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59b9caabf8b83fa7085a0e0973d9aa6f, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f194b4f68bac324052f55e516e12a6d, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cdfff1e734a1abe59b962cf403387963]] 2024-11-21T00:15:49,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-21T00:15:49,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-21T00:15:49,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-21T00:15:49,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-21T00:15:49,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c. 2024-11-21T00:15:49,954 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 94bbd4fd08a4fba4d9b0229d2475a90c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-21T00:15:49,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-21T00:15:49,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8. 2024-11-21T00:15:49,960 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing a3c79af92df9124c25a82c9872690cb8 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-21T00:15:49,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666. 2024-11-21T00:15:49,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 314afd20b25eff488abf219bcffa0666: 2024-11-21T00:15:49,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-21T00:15:49,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666. for SnapshotProcedureTest completed. 2024-11-21T00:15:49,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:15:49,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:15:49,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:15:49,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:15:49,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 59b9caabf8b83fa7085a0e0973d9aa6f: 2024-11-21T00:15:49,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. for SnapshotProcedureTest completed. 2024-11-21T00:15:49,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:15:49,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:15:49,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:15:49,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-21T00:15:49,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:15:49,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 9b67c0260f6afb8da4112444fee60cf3: 2024-11-21T00:15:49,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. for SnapshotProcedureTest completed. 2024-11-21T00:15:49,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:15:49,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:15:49,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:15:49,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-21T00:15:49,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:15:49,982 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 9f194b4f68bac324052f55e516e12a6d 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-21T00:15:50,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-21T00:15:50,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:15:50,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 843fe2477a46a1796d307858b6fcba35: 2024-11-21T00:15:50,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. for SnapshotProcedureTest completed. 2024-11-21T00:15:50,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:15:50,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:15:50,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:15:50,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:15:50,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for cdfff1e734a1abe59b962cf403387963: 2024-11-21T00:15:50,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. for SnapshotProcedureTest completed. 2024-11-21T00:15:50,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:15:50,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:15:50,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:15:50,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-21T00:15:50,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:15:50,090 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f56d33cc7827b23e15b821722e8269c1 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-21T00:15:50,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/a3c79af92df9124c25a82c9872690cb8/.tmp/cf/acc1665a04ad41b091da8eed60101916 is 34, key is aaa/cf:cf/1732148138660/Put/seqid=0 2024-11-21T00:15:50,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9f194b4f68bac324052f55e516e12a6d/.tmp/cf/050d049b7d764d71ac566b8e536b145d is 34, key is baa/cf:cf/1732148138542/Put/seqid=0 2024-11-21T00:15:50,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/94bbd4fd08a4fba4d9b0229d2475a90c/.tmp/cf/682aff75d3e54c0a91ba570f10aa50c3 is 34, key is eaa/cf:cf/1732148139689/Put/seqid=0 2024-11-21T00:15:50,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/f56d33cc7827b23e15b821722e8269c1/.tmp/cf/259f4bf92cce4d40b8400b25719e887b is 34, key is ccd/cf:cf/1732148138702/Put/seqid=0 2024-11-21T00:15:50,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741849_1025 (size=65) 2024-11-21T00:15:50,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741849_1025 (size=65) 2024-11-21T00:15:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741849_1025 (size=65) 2024-11-21T00:15:50,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732148118529.314afd20b25eff488abf219bcffa0666. 2024-11-21T00:15:50,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T00:15:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-21T00:15:50,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:50,392 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 314afd20b25eff488abf219bcffa0666 2024-11-21T00:15:50,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 314afd20b25eff488abf219bcffa0666 in 10.4760 sec 2024-11-21T00:15:50,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741852_1028 (size=65) 2024-11-21T00:15:50,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:15:50,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-21T00:15:50,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741852_1028 (size=65) 2024-11-21T00:15:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741852_1028 (size=65) 2024-11-21T00:15:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-21T00:15:50,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:50,446 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cdfff1e734a1abe59b962cf403387963 2024-11-21T00:15:50,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cdfff1e734a1abe59b962cf403387963 in 10.5270 sec 2024-11-21T00:15:50,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741850_1026 (size=26918) 2024-11-21T00:15:50,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741850_1026 (size=26918) 2024-11-21T00:15:50,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741850_1026 (size=26918) 2024-11-21T00:15:50,508 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/a3c79af92df9124c25a82c9872690cb8/.tmp/cf/acc1665a04ad41b091da8eed60101916 2024-11-21T00:15:50,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741851_1027 (size=499309) 2024-11-21T00:15:50,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741851_1027 (size=499309) 2024-11-21T00:15:50,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741851_1027 (size=499309) 2024-11-21T00:15:50,532 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/94bbd4fd08a4fba4d9b0229d2475a90c/.tmp/cf/682aff75d3e54c0a91ba570f10aa50c3 2024-11-21T00:15:50,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741853_1029 (size=65) 2024-11-21T00:15:50,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741853_1029 (size=65) 2024-11-21T00:15:50,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741853_1029 (size=65) 2024-11-21T00:15:50,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:15:50,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T00:15:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T00:15:50,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:50,549 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:15:50,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 59b9caabf8b83fa7085a0e0973d9aa6f in 10.6310 sec 2024-11-21T00:15:50,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741854_1030 (size=28623) 2024-11-21T00:15:50,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741854_1030 (size=28623) 2024-11-21T00:15:50,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741854_1030 (size=28623) 2024-11-21T00:15:50,580 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9f194b4f68bac324052f55e516e12a6d/.tmp/cf/050d049b7d764d71ac566b8e536b145d 2024-11-21T00:15:50,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741856_1032 (size=65) 2024-11-21T00:15:50,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741856_1032 (size=65) 2024-11-21T00:15:50,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741856_1032 (size=65) 2024-11-21T00:15:50,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:15:50,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T00:15:50,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:15:50,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 28e147b8c8fd6dd5a25bf611e791da6d: 2024-11-21T00:15:50,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. for SnapshotProcedureTest completed. 2024-11-21T00:15:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-21T00:15:50,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:50,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:15:50,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:15:50,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T00:15:50,643 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 843fe2477a46a1796d307858b6fcba35 2024-11-21T00:15:50,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 843fe2477a46a1796d307858b6fcba35 in 10.7240 sec 2024-11-21T00:15:50,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741855_1031 (size=57) 2024-11-21T00:15:50,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741855_1031 (size=57) 2024-11-21T00:15:50,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741855_1031 (size=57) 2024-11-21T00:15:50,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/a3c79af92df9124c25a82c9872690cb8/.tmp/cf/acc1665a04ad41b091da8eed60101916 as hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/a3c79af92df9124c25a82c9872690cb8/cf/acc1665a04ad41b091da8eed60101916 2024-11-21T00:15:50,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:15:50,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T00:15:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T00:15:50,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:50,662 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:15:50,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9f194b4f68bac324052f55e516e12a6d/.tmp/cf/050d049b7d764d71ac566b8e536b145d as hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9f194b4f68bac324052f55e516e12a6d/cf/050d049b7d764d71ac566b8e536b145d 2024-11-21T00:15:50,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9b67c0260f6afb8da4112444fee60cf3 in 10.7420 sec 2024-11-21T00:15:50,672 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/a3c79af92df9124c25a82c9872690cb8/cf/acc1665a04ad41b091da8eed60101916, entries=676, sequenceid=5, filesize=26.3 K 2024-11-21T00:15:50,672 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9f194b4f68bac324052f55e516e12a6d/cf/050d049b7d764d71ac566b8e536b145d, entries=731, sequenceid=5, filesize=28.0 K 2024-11-21T00:15:50,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/94bbd4fd08a4fba4d9b0229d2475a90c/.tmp/cf/682aff75d3e54c0a91ba570f10aa50c3 as hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/94bbd4fd08a4fba4d9b0229d2475a90c/cf/682aff75d3e54c0a91ba570f10aa50c3 2024-11-21T00:15:50,674 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for a3c79af92df9124c25a82c9872690cb8 in 713ms, sequenceid=5, compaction requested=false 2024-11-21T00:15:50,674 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 9f194b4f68bac324052f55e516e12a6d in 692ms, sequenceid=5, compaction requested=false 2024-11-21T00:15:50,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 9f194b4f68bac324052f55e516e12a6d: 2024-11-21T00:15:50,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a3c79af92df9124c25a82c9872690cb8: 2024-11-21T00:15:50,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. for SnapshotProcedureTest completed. 2024-11-21T00:15:50,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8. for SnapshotProcedureTest completed. 2024-11-21T00:15:50,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:15:50,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:15:50,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9f194b4f68bac324052f55e516e12a6d/cf/050d049b7d764d71ac566b8e536b145d] hfiles 2024-11-21T00:15:50,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9f194b4f68bac324052f55e516e12a6d/cf/050d049b7d764d71ac566b8e536b145d for snapshot=SnapshotProcedureTest 2024-11-21T00:15:50,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:15:50,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:15:50,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/a3c79af92df9124c25a82c9872690cb8/cf/acc1665a04ad41b091da8eed60101916] hfiles 2024-11-21T00:15:50,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/a3c79af92df9124c25a82c9872690cb8/cf/acc1665a04ad41b091da8eed60101916 for snapshot=SnapshotProcedureTest 2024-11-21T00:15:50,684 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/94bbd4fd08a4fba4d9b0229d2475a90c/cf/682aff75d3e54c0a91ba570f10aa50c3, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-21T00:15:50,816 INFO [AsyncFSWAL-0-hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6-prefix:5ed4808ef0e6,35879,1732148106439 {}] wal.AbstractFSWAL(1368): Slow sync cost: 131 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44411,DS-debd2bed-a843-4b51-9787-1ee1133a9115,DISK], DatanodeInfoWithStorage[127.0.0.1:35551,DS-b0abfb04-512e-48c2-82de-bd5811665282,DISK], DatanodeInfoWithStorage[127.0.0.1:34091,DS-5490ea3c-496e-4217-b7a0-0f44d718ea8d,DISK]] 2024-11-21T00:15:50,816 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 94bbd4fd08a4fba4d9b0229d2475a90c in 871ms, sequenceid=5, compaction requested=false 2024-11-21T00:15:50,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 94bbd4fd08a4fba4d9b0229d2475a90c: 2024-11-21T00:15:50,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c. for SnapshotProcedureTest completed. 2024-11-21T00:15:50,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:15:50,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:15:50,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/94bbd4fd08a4fba4d9b0229d2475a90c/cf/682aff75d3e54c0a91ba570f10aa50c3] hfiles 2024-11-21T00:15:50,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/94bbd4fd08a4fba4d9b0229d2475a90c/cf/682aff75d3e54c0a91ba570f10aa50c3 for snapshot=SnapshotProcedureTest 2024-11-21T00:15:50,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741857_1033 (size=47197) 2024-11-21T00:15:50,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741857_1033 (size=47197) 2024-11-21T00:15:50,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741857_1033 (size=47197) 2024-11-21T00:15:50,829 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/f56d33cc7827b23e15b821722e8269c1/.tmp/cf/259f4bf92cce4d40b8400b25719e887b 2024-11-21T00:15:50,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/f56d33cc7827b23e15b821722e8269c1/.tmp/cf/259f4bf92cce4d40b8400b25719e887b as hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/f56d33cc7827b23e15b821722e8269c1/cf/259f4bf92cce4d40b8400b25719e887b 2024-11-21T00:15:50,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741858_1034 (size=65) 2024-11-21T00:15:50,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:15:50,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T00:15:50,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741858_1034 (size=65) 2024-11-21T00:15:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-21T00:15:50,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:50,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741858_1034 (size=65) 2024-11-21T00:15:50,846 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:15:50,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 28e147b8c8fd6dd5a25bf611e791da6d in 10.9260 sec 2024-11-21T00:15:50,859 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/f56d33cc7827b23e15b821722e8269c1/cf/259f4bf92cce4d40b8400b25719e887b, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-21T00:15:50,860 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f56d33cc7827b23e15b821722e8269c1 in 770ms, sequenceid=5, compaction requested=false 2024-11-21T00:15:50,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f56d33cc7827b23e15b821722e8269c1: 2024-11-21T00:15:50,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. for SnapshotProcedureTest completed. 2024-11-21T00:15:50,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T00:15:50,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T00:15:50,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/f56d33cc7827b23e15b821722e8269c1/cf/259f4bf92cce4d40b8400b25719e887b] hfiles 2024-11-21T00:15:50,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/f56d33cc7827b23e15b821722e8269c1/cf/259f4bf92cce4d40b8400b25719e887b for snapshot=SnapshotProcedureTest 2024-11-21T00:15:50,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741859_1035 (size=105) 2024-11-21T00:15:50,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741859_1035 (size=105) 2024-11-21T00:15:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741859_1035 (size=105) 2024-11-21T00:15:50,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:15:50,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T00:15:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-21T00:15:50,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:50,883 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:15:50,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9f194b4f68bac324052f55e516e12a6d in 10.9630 sec 2024-11-21T00:15:50,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741860_1036 (size=105) 2024-11-21T00:15:50,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741860_1036 (size=105) 2024-11-21T00:15:50,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741860_1036 (size=105) 2024-11-21T00:15:50,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732148118529.a3c79af92df9124c25a82c9872690cb8. 2024-11-21T00:15:50,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-21T00:15:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-21T00:15:50,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:50,896 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c79af92df9124c25a82c9872690cb8 2024-11-21T00:15:50,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a3c79af92df9124c25a82c9872690cb8 in 10.9760 sec 2024-11-21T00:15:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741861_1037 (size=97) 2024-11-21T00:15:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741861_1037 (size=97) 2024-11-21T00:15:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741861_1037 (size=97) 2024-11-21T00:15:50,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732148118529.94bbd4fd08a4fba4d9b0229d2475a90c. 2024-11-21T00:15:50,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T00:15:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-21T00:15:50,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:50,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94bbd4fd08a4fba4d9b0229d2475a90c 2024-11-21T00:15:50,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 94bbd4fd08a4fba4d9b0229d2475a90c in 11.0050 sec 2024-11-21T00:15:50,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741862_1038 (size=105) 2024-11-21T00:15:50,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741862_1038 (size=105) 2024-11-21T00:15:50,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741862_1038 (size=105) 2024-11-21T00:15:50,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:15:50,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-21T00:15:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-21T00:15:50,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:50,984 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:15:50,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-21T00:15:50,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f56d33cc7827b23e15b821722e8269c1 in 11.0690 sec 2024-11-21T00:15:50,996 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T00:15:50,998 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T00:15:50,999 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T00:15:50,999 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-21T00:15:51,008 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T00:15:51,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741863_1039 (size=1174) 2024-11-21T00:15:51,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741863_1039 (size=1174) 2024-11-21T00:15:51,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741863_1039 (size=1174) 2024-11-21T00:15:51,149 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T00:15:51,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-21T00:15:51,179 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:51,180 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:51,183 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T00:15:51,183 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:51,184 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5ed4808ef0e6,35879,1732148106439: Simulated kill ***** 2024-11-21T00:15:51,184 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T00:15:51,184 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T00:15:51,185 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T00:15:51,185 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T00:15:51,185 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T00:15:51,185 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 480222312 }, "NonHeapMemoryUsage": { "committed": 176291840, "init": 7667712, "max": -1, "used": 171750080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T00:15:51,188 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45395 {}] master.MasterRpcServices(700): 5ed4808ef0e6,35879,1732148106439 reported a fatal error: ***** ABORTING region server 5ed4808ef0e6,35879,1732148106439: Simulated kill ***** 2024-11-21T00:15:51,200 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:51,200 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:51,201 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:51,203 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:51,204 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5ed4808ef0e6,35879,1732148106439' ***** 2024-11-21T00:15:51,204 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T00:15:51,205 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T00:15:51,205 INFO [RS:1;5ed4808ef0e6:35879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T00:15:51,205 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T00:15:51,206 INFO [RS:1;5ed4808ef0e6:35879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T00:15:51,206 INFO [RS:1;5ed4808ef0e6:35879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T00:15:51,206 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T00:15:51,206 INFO [RS:1;5ed4808ef0e6:35879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5ed4808ef0e6:35879. 2024-11-21T00:15:51,206 DEBUG [RS:1;5ed4808ef0e6:35879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T00:15:51,206 DEBUG [RS:1;5ed4808ef0e6:35879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:15:51,213 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:51,221 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:51,238 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:15:51,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741836_1012 (size=14382) 2024-11-21T00:15:51,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741836_1012 (size=14382) 2024-11-21T00:15:51,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741836_1012 (size=14382) 2024-11-21T00:15:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741834_1010 (size=2010) 2024-11-21T00:15:51,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741834_1010 (size=2010) 2024-11-21T00:15:51,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741834_1010 (size=2010) 2024-11-21T00:15:51,258 DEBUG [RS:1;5ed4808ef0e6:35879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:15:51,258 INFO [RS:1;5ed4808ef0e6:35879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T00:15:51,260 INFO [RS:1;5ed4808ef0e6:35879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35879 2024-11-21T00:15:51,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:51,271 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T00:15:51,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T00:15:51,277 INFO [regionserver/5ed4808ef0e6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T00:15:51,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ed4808ef0e6,35879,1732148106439] 2024-11-21T00:15:51,292 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5ed4808ef0e6,35879,1732148106439 already deleted, retry=false 2024-11-21T00:15:51,292 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5ed4808ef0e6,35879,1732148106439 on 5ed4808ef0e6,45395,1732148105972 2024-11-21T00:15:51,296 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5ed4808ef0e6,35879,1732148106439, splitWal=true, meta=true 2024-11-21T00:15:51,296 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 5ed4808ef0e6,35879,1732148106439 (carryingMeta=true) 5ed4808ef0e6,35879,1732148106439/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2e9b83bc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T00:15:51,300 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5ed4808ef0e6,35879,1732148106439, splitWal=true, meta=true 2024-11-21T00:15:51,305 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5ed4808ef0e6,35879,1732148106439, splitWal=true, meta=true, isMeta: true 2024-11-21T00:15:51,311 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting 2024-11-21T00:15:51,314 INFO [PEWorker-5 {}] master.SplitWALManager(105): 5ed4808ef0e6,35879,1732148106439 WAL count=1, meta=true 2024-11-21T00:15:51,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta}] 2024-11-21T00:15:51,317 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:15:51,317 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,35879,1732148106439 Release verify snapshot worker=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:51,317 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to 5ed4808ef0e6,35879,1732148106439, this operation will be retried to send to another server 2024-11-21T00:15:51,318 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T00:15:51,318 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732148152318 2024-11-21T00:15:51,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta, worker=5ed4808ef0e6,42105,1732148106299}] 2024-11-21T00:15:51,321 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,35879,1732148106439 Release verify snapshot worker=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:51,321 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 5ed4808ef0e6,35879,1732148106439, this operation will be retried to send to another server 2024-11-21T00:15:51,321 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T00:15:51,321 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732148152321 2024-11-21T00:15:51,332 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-21T00:15:51,332 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-21T00:15:51,332 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-21T00:15:51,333 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,35879,1732148106439 Release verify snapshot worker=5ed4808ef0e6,35879,1732148106439 2024-11-21T00:15:51,334 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 5ed4808ef0e6,35879,1732148106439, this operation will be retried to send to another server 2024-11-21T00:15:51,334 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T00:15:51,334 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732148152334 2024-11-21T00:15:51,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:15:51,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35879-0x1015abe8e2d0002, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:15:51,384 INFO [RS:1;5ed4808ef0e6:35879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T00:15:51,385 INFO [RS:1;5ed4808ef0e6:35879 {}] regionserver.HRegionServer(1031): Exiting; stopping=5ed4808ef0e6,35879,1732148106439; zookeeper connection closed. 2024-11-21T00:15:51,391 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cba3b6b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cba3b6b 2024-11-21T00:15:52,002 INFO [regionserver/5ed4808ef0e6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T00:15:52,003 INFO [regionserver/5ed4808ef0e6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T00:15:58,835 INFO [master/5ed4808ef0e6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T00:15:58,835 INFO [master/5ed4808ef0e6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T00:16:01,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-21T00:16:01,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-21T00:16:01,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-21T00:16:01,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T00:16:01,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-21T00:16:01,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-21T00:16:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-21T00:16:01,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-21T00:16:01,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-21T00:16:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-21T00:16:01,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-21T00:16:01,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-21T00:16:01,212 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,44931,1732148106584 Release verify snapshot worker=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:16:01,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-21T00:16:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-21T00:16:01,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,44931,1732148106584 in 10.0390 sec 2024-11-21T00:16:01,230 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:16:01,234 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,44931,1732148106584 Release verify snapshot worker=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:16:01,235 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:16:01,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T00:16:01,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-21T00:16:01,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-21T00:16:01,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-21T00:16:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-21T00:16:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-21T00:16:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-21T00:16:01,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,44931,1732148106584 in 10.0610 sec 2024-11-21T00:16:01,254 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42105,1732148106299 Release verify snapshot worker=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:16:01,256 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42105,1732148106299 Release verify snapshot worker=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:16:01,256 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42105,1732148106299 Release verify snapshot worker=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:16:01,256 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:16:01,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42105,1732148106299 in 10.0810 sec 2024-11-21T00:16:01,258 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:16:01,264 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,44931,1732148106584 Release verify snapshot worker=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:16:01,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,44931,1732148106584 in 10.0910 sec 2024-11-21T00:16:01,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42105,1732148106299 in 10.0830 sec 2024-11-21T00:16:01,268 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta, size=14.0 K (14382bytes) 2024-11-21T00:16:01,269 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta 2024-11-21T00:16:01,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42105,1732148106299 in 10.0830 sec 2024-11-21T00:16:01,273 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta after 4ms 2024-11-21T00:16:01,286 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta took 18ms 2024-11-21T00:16:01,305 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-21T00:16:01,309 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta so closing down 2024-11-21T00:16:01,309 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T00:16:01,319 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta.temp 2024-11-21T00:16:01,322 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta.temp 2024-11-21T00:16:01,324 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T00:16:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741864_1040 (size=14141) 2024-11-21T00:16:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741864_1040 (size=14141) 2024-11-21T00:16:01,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-21T00:16:01,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta.temp to hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T00:16:01,356 INFO [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 57 ms; skipped=1; WAL=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-21T00:16:01,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741864_1040 (size=14141) 2024-11-21T00:16:01,356 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta, journal: Splitting hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta, size=14.0 K (14382bytes) at 1732148161269Finishing writing output for hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta so closing down at 1732148161309 (+40 ms)Creating recovered edits writer path=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta.temp at 1732148161322 (+13 ms)3 split writer threads finished at 1732148161324 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1732148161354 (+30 ms)Rename recovered edits hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta.temp to hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732148161356 (+2 ms)Processed 26 edits across 1 Regions in 57 ms; skipped=1; WAL=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732148161356 2024-11-21T00:16:01,356 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta 2024-11-21T00:16:01,356 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T00:16:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-21T00:16:01,363 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting/5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta to hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/oldWALs 2024-11-21T00:16:01,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-21T00:16:01,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta, worker=5ed4808ef0e6,42105,1732148106299 in 10.0440 sec 2024-11-21T00:16:01,367 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:16:01,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-21T00:16:01,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 5ed4808ef0e6%2C35879%2C1732148106439.meta.1732148118349.meta, worker=5ed4808ef0e6,42105,1732148106299 in 10.0530 sec 2024-11-21T00:16:01,371 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,35879,1732148106439-splitting dir is empty, no logs to split. 2024-11-21T00:16:01,371 INFO [PEWorker-4 {}] master.SplitWALManager(105): 5ed4808ef0e6,35879,1732148106439 WAL count=0, meta=true 2024-11-21T00:16:01,371 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 5ed4808ef0e6,35879,1732148106439 WAL splitting is done? wals=0, meta=true 2024-11-21T00:16:01,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T00:16:01,373 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T00:16:01,374 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T00:16:01,525 DEBUG [5ed4808ef0e6:45395 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T00:16:01,526 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(204): Hosts are {5ed4808ef0e6=0} racks are {/default-rack=0} 2024-11-21T00:16:01,526 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T00:16:01,526 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T00:16:01,526 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T00:16:01,526 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T00:16:01,526 INFO [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T00:16:01,526 INFO [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T00:16:01,526 DEBUG [5ed4808ef0e6:45395 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T00:16:01,527 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:16:01,534 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ed4808ef0e6,42105,1732148106299, state=OPENING 2024-11-21T00:16:01,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:16:01,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:16:01,542 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T00:16:01,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:16:01,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5ed4808ef0e6,42105,1732148106299}] 2024-11-21T00:16:01,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:16:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:16:01,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:16:05,849 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T00:16:08,827 INFO [regionserver/5ed4808ef0e6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T00:16:11,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-21T00:16:11,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-21T00:16:11,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-21T00:16:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-21T00:16:11,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-21T00:16:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-21T00:16:11,235 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,44931,1732148106584 Release verify snapshot worker=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:16:11,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,44931,1732148106584 in 20.0620 sec 2024-11-21T00:16:11,237 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,44931,1732148106584 Release verify snapshot worker=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:16:11,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,44931,1732148106584 in 20.0640 sec 2024-11-21T00:16:11,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-21T00:16:11,268 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T00:16:11,268 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T00:16:11,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-21T00:16:11,269 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T00:16:11,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-21T00:16:11,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-21T00:16:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-21T00:16:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-21T00:16:11,271 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42105,1732148106299 Release verify snapshot worker=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:16:11,272 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42105,1732148106299 Release verify snapshot worker=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:16:11,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42105,1732148106299 in 20.0990 sec 2024-11-21T00:16:11,273 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C42105%2C1732148106299.meta, suffix=.meta, logDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,42105,1732148106299, archiveDir=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/oldWALs, maxLogs=32 2024-11-21T00:16:11,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=25 2024-11-21T00:16:11,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5ed4808ef0e6,42105,1732148106299 in 20.0990 sec 2024-11-21T00:16:11,274 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T00:16:11,274 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/.hbase-snapshot/SnapshotProcedureTest 2024-11-21T00:16:11,276 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T00:16:11,276 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-21T00:16:11,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.4720 sec 2024-11-21T00:16:11,291 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,42105,1732148106299/5ed4808ef0e6%2C42105%2C1732148106299.meta.1732148171274.meta, exclude list is [], retry=0 2024-11-21T00:16:11,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34091,DS-5490ea3c-496e-4217-b7a0-0f44d718ea8d,DISK] 2024-11-21T00:16:11,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35551,DS-b0abfb04-512e-48c2-82de-bd5811665282,DISK] 2024-11-21T00:16:11,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44411,DS-debd2bed-a843-4b51-9787-1ee1133a9115,DISK] 2024-11-21T00:16:11,296 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/WALs/5ed4808ef0e6,42105,1732148106299/5ed4808ef0e6%2C42105%2C1732148106299.meta.1732148171274.meta 2024-11-21T00:16:11,296 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37715:37715),(127.0.0.1/127.0.0.1:39947:39947),(127.0.0.1/127.0.0.1:44221:44221)] 2024-11-21T00:16:11,296 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T00:16:11,297 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T00:16:11,297 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T00:16:11,297 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T00:16:11,297 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T00:16:11,297 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T00:16:11,297 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T00:16:11,297 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T00:16:11,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T00:16:11,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T00:16:11,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:16:11,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:16:11,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T00:16:11,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T00:16:11,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:16:11,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:16:11,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T00:16:11,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T00:16:11,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:16:11,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:16:11,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T00:16:11,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T00:16:11,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T00:16:11,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T00:16:11,304 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T00:16:11,305 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740 2024-11-21T00:16:11,306 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740 2024-11-21T00:16:11,307 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T00:16:11,314 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T00:16:11,314 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-21T00:16:11,329 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/.tmp/info/56e6c2a1bddd41748eb236854da871da is 167, key is SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35./info:regioninfo/1732148129456/Put/seqid=0 2024-11-21T00:16:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741866_1042 (size=18393) 2024-11-21T00:16:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741866_1042 (size=18393) 2024-11-21T00:16:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741866_1042 (size=18393) 2024-11-21T00:16:11,337 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/.tmp/info/56e6c2a1bddd41748eb236854da871da 2024-11-21T00:16:11,361 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/.tmp/ns/c36c65ee9edd48ddaab1526f59454562 is 43, key is default/ns:d/1732148118433/Put/seqid=0 2024-11-21T00:16:11,362 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-21T00:16:11,364 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5ed4808ef0e6:35879 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5ed4808ef0e6/172.17.0.2:35879 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T00:16:11,366 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,35879,1732148106439, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,35879,1732148106439, seqNum=-1, error=java.net.ConnectException: Call to address=5ed4808ef0e6:35879 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5ed4808ef0e6/172.17.0.2:35879 2024-11-21T00:16:11,367 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,35879,1732148106439, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-21T00:16:11,367 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,35879,1732148106439, seqNum=-1 from cache 2024-11-21T00:16:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741867_1043 (size=5153) 2024-11-21T00:16:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741867_1043 (size=5153) 2024-11-21T00:16:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741867_1043 (size=5153) 2024-11-21T00:16:11,368 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 5ed4808ef0e6:35879 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5ed4808ef0e6/172.17.0.2:35879 2024-11-21T00:16:11,368 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/.tmp/ns/c36c65ee9edd48ddaab1526f59454562 2024-11-21T00:16:11,395 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/.tmp/table/a78367bc703940e4af1529affaf9b4c5 is 47, key is SPTestTable/table:state/1732148129586/Put/seqid=0 2024-11-21T00:16:11,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741868_1044 (size=5214) 2024-11-21T00:16:11,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741868_1044 (size=5214) 2024-11-21T00:16:11,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741868_1044 (size=5214) 2024-11-21T00:16:11,403 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/.tmp/table/a78367bc703940e4af1529affaf9b4c5 2024-11-21T00:16:11,409 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/.tmp/info/56e6c2a1bddd41748eb236854da871da as hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/info/56e6c2a1bddd41748eb236854da871da 2024-11-21T00:16:11,414 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/info/56e6c2a1bddd41748eb236854da871da, entries=100, sequenceid=28, filesize=18.0 K 2024-11-21T00:16:11,415 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/.tmp/ns/c36c65ee9edd48ddaab1526f59454562 as hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/ns/c36c65ee9edd48ddaab1526f59454562 2024-11-21T00:16:11,421 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/ns/c36c65ee9edd48ddaab1526f59454562, entries=2, sequenceid=28, filesize=5.0 K 2024-11-21T00:16:11,422 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/.tmp/table/a78367bc703940e4af1529affaf9b4c5 as hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/table/a78367bc703940e4af1529affaf9b4c5 2024-11-21T00:16:11,428 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/table/a78367bc703940e4af1529affaf9b4c5, entries=2, sequenceid=28, filesize=5.1 K 2024-11-21T00:16:11,428 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=28, compaction requested=false; wal=null 2024-11-21T00:16:11,429 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T00:16:11,430 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T00:16:11,430 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T00:16:11,431 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T00:16:11,432 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T00:16:11,434 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-21T00:16:11,435 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74890392, jitterRate=0.11595380306243896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T00:16:11,435 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T00:16:11,435 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732148171297Writing region info on filesystem at 1732148171297Initializing all the Stores at 1732148171298 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148171298Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148171298Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732148171298Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732148171298Obtaining lock to block concurrent updates at 1732148171314 (+16 ms)Preparing flush snapshotting stores in 1588230740 at 1732148171315 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732148171315Flushing stores of hbase:meta,,1.1588230740 at 1732148171315Flushing 1588230740/info: creating writer at 1732148171315Flushing 1588230740/info: appending metadata at 1732148171329 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732148171329Flushing 1588230740/ns: creating writer at 1732148171342 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732148171360 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732148171360Flushing 1588230740/table: creating writer at 1732148171375 (+15 ms)Flushing 1588230740/table: appending metadata at 1732148171394 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732148171394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ea77da: reopening flushed file at 1732148171408 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5adc4b97: reopening flushed file at 1732148171414 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48936b6f: reopening flushed file at 1732148171421 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=28, compaction requested=false; wal=null at 1732148171428 (+7 ms)Cleaning up temporary data from old regions at 1732148171430 (+2 ms)Running coprocessor post-open hooks at 1732148171435 (+5 ms)Region opened successfully at 1732148171435 2024-11-21T00:16:11,436 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732148171257 2024-11-21T00:16:11,438 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T00:16:11,438 INFO [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T00:16:11,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:16:11,439 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ed4808ef0e6,42105,1732148106299, state=OPEN 2024-11-21T00:16:11,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:16:11,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:16:11,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T00:16:11,446 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5ed4808ef0e6,42105,1732148106299 2024-11-21T00:16:11,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:16:11,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:16:11,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T00:16:11,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-21T00:16:11,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5ed4808ef0e6,42105,1732148106299 in 9.9050 sec 2024-11-21T00:16:11,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-21T00:16:11,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.0770 sec 2024-11-21T00:16:11,450 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 5ed4808ef0e6,35879,1732148106439 had 4 regions 2024-11-21T00:16:11,451 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5ed4808ef0e6,35879,1732148106439, splitWal=true, meta=true, isMeta: false 2024-11-21T00:16:11,453 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5ed4808ef0e6,35879,1732148106439 WAL count=1, meta=false 2024-11-21T00:16:11,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5ed4808ef0e6%2C35879%2C1732148106439.1732148108150}] 2024-11-21T00:16:11,455 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=5ed4808ef0e6,44931,1732148106584 2024-11-21T00:16:11,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5ed4808ef0e6%2C35879%2C1732148106439.1732148108150, worker=5ed4808ef0e6,44931,1732148106584}] 2024-11-21T00:16:11,472 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T00:16:11,474 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,42105,1732148106299, seqNum=-1] 2024-11-21T00:16:11,500 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T00:16:11,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T00:16:11,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T00:16:11,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T00:16:11,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:16:11,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:16:11,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T00:16:11,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T00:16:11,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=804904204, stopped=false 2024-11-21T00:16:11,501 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5ed4808ef0e6,45395,1732148105972 2024-11-21T00:16:11,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T00:16:11,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T00:16:11,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T00:16:11,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:16:11,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:16:11,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:16:11,626 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T00:16:11,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T00:16:11,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T00:16:11,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:16:11,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:16:11,626 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5ed4808ef0e6,42105,1732148106299' ***** 2024-11-21T00:16:11,626 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T00:16:11,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:16:11,626 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5ed4808ef0e6,44931,1732148106584' ***** 2024-11-21T00:16:11,626 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T00:16:11,626 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T00:16:11,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T00:16:11,626 INFO [RS:0;5ed4808ef0e6:42105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T00:16:11,627 INFO [RS:0;5ed4808ef0e6:42105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T00:16:11,627 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b67c0260f6afb8da4112444fee60cf3 2024-11-21T00:16:11,627 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T00:16:11,627 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(3091): Received CLOSE for 843fe2477a46a1796d307858b6fcba35 2024-11-21T00:16:11,627 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(3091): Received CLOSE for f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:16:11,627 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T00:16:11,627 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(3091): Received CLOSE for 28e147b8c8fd6dd5a25bf611e791da6d 2024-11-21T00:16:11,627 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(959): stopping server 5ed4808ef0e6,42105,1732148106299 2024-11-21T00:16:11,627 INFO [RS:2;5ed4808ef0e6:44931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T00:16:11,627 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T00:16:11,627 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T00:16:11,627 INFO [RS:2;5ed4808ef0e6:44931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T00:16:11,627 INFO [RS:0;5ed4808ef0e6:42105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5ed4808ef0e6:42105. 2024-11-21T00:16:11,627 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(3091): Received CLOSE for 59b9caabf8b83fa7085a0e0973d9aa6f 2024-11-21T00:16:11,627 DEBUG [RS:0;5ed4808ef0e6:42105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T00:16:11,628 DEBUG [RS:0;5ed4808ef0e6:42105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:16:11,628 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T00:16:11,628 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T00:16:11,628 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T00:16:11,628 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b67c0260f6afb8da4112444fee60cf3, disabling compactions & flushes 2024-11-21T00:16:11,628 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T00:16:11,628 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:16:11,628 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:16:11,628 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. after waiting 0 ms 2024-11-21T00:16:11,628 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(3091): Received CLOSE for cdfff1e734a1abe59b962cf403387963 2024-11-21T00:16:11,628 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:16:11,628 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f194b4f68bac324052f55e516e12a6d 2024-11-21T00:16:11,628 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(959): stopping server 5ed4808ef0e6,44931,1732148106584 2024-11-21T00:16:11,628 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T00:16:11,628 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59b9caabf8b83fa7085a0e0973d9aa6f, disabling compactions & flushes 2024-11-21T00:16:11,628 INFO [RS:2;5ed4808ef0e6:44931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5ed4808ef0e6:44931. 2024-11-21T00:16:11,628 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:16:11,628 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:16:11,628 DEBUG [RS:2;5ed4808ef0e6:44931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T00:16:11,628 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. after waiting 0 ms 2024-11-21T00:16:11,628 DEBUG [RS:2;5ed4808ef0e6:44931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:16:11,628 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:16:11,628 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T00:16:11,628 DEBUG [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(1325): Online Regions={59b9caabf8b83fa7085a0e0973d9aa6f=SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f., cdfff1e734a1abe59b962cf403387963=SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963., 9f194b4f68bac324052f55e516e12a6d=SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d.} 2024-11-21T00:16:11,628 DEBUG [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(1351): Waiting on 59b9caabf8b83fa7085a0e0973d9aa6f, 9f194b4f68bac324052f55e516e12a6d, cdfff1e734a1abe59b962cf403387963 2024-11-21T00:16:11,629 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-21T00:16:11,629 DEBUG [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(1325): Online Regions={9b67c0260f6afb8da4112444fee60cf3=SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3., 1588230740=hbase:meta,,1.1588230740, 843fe2477a46a1796d307858b6fcba35=SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35., f56d33cc7827b23e15b821722e8269c1=SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1., 28e147b8c8fd6dd5a25bf611e791da6d=SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d.} 2024-11-21T00:16:11,629 DEBUG [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28e147b8c8fd6dd5a25bf611e791da6d, 843fe2477a46a1796d307858b6fcba35, 9b67c0260f6afb8da4112444fee60cf3, f56d33cc7827b23e15b821722e8269c1 2024-11-21T00:16:11,629 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T00:16:11,629 INFO [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T00:16:11,629 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T00:16:11,629 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T00:16:11,629 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T00:16:11,634 INFO [regionserver/5ed4808ef0e6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T00:16:11,637 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9b67c0260f6afb8da4112444fee60cf3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T00:16:11,638 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:16:11,638 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b67c0260f6afb8da4112444fee60cf3: Waiting for close lock at 1732148171628Running coprocessor pre-close hooks at 1732148171628Disabling compacts and flushes for region at 1732148171628Disabling writes for close at 1732148171628Writing region close event to WAL at 1732148171629 (+1 ms)Running coprocessor post-close hooks at 1732148171637 (+8 ms)Closed at 1732148171638 (+1 ms) 2024-11-21T00:16:11,638 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732148118529.9b67c0260f6afb8da4112444fee60cf3. 2024-11-21T00:16:11,638 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 843fe2477a46a1796d307858b6fcba35, disabling compactions & flushes 2024-11-21T00:16:11,638 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:16:11,638 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:16:11,638 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. after waiting 0 ms 2024-11-21T00:16:11,638 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:16:11,641 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/59b9caabf8b83fa7085a0e0973d9aa6f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T00:16:11,642 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:16:11,642 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59b9caabf8b83fa7085a0e0973d9aa6f: Waiting for close lock at 1732148171628Running coprocessor pre-close hooks at 1732148171628Disabling compacts and flushes for region at 1732148171628Disabling writes for close at 1732148171628Writing region close event to WAL at 1732148171629 (+1 ms)Running coprocessor post-close hooks at 1732148171642 (+13 ms)Closed at 1732148171642 2024-11-21T00:16:11,642 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732148118529.59b9caabf8b83fa7085a0e0973d9aa6f. 2024-11-21T00:16:11,642 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdfff1e734a1abe59b962cf403387963, disabling compactions & flushes 2024-11-21T00:16:11,642 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:16:11,642 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:16:11,642 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. after waiting 0 ms 2024-11-21T00:16:11,642 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:16:11,645 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-21T00:16:11,645 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T00:16:11,646 INFO [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T00:16:11,646 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732148171629Running coprocessor pre-close hooks at 1732148171629Disabling compacts and flushes for region at 1732148171629Disabling writes for close at 1732148171629Writing region close event to WAL at 1732148171632 (+3 ms)Running coprocessor post-close hooks at 1732148171645 (+13 ms)Closed at 1732148171646 (+1 ms) 2024-11-21T00:16:11,646 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T00:16:11,657 INFO [regionserver/5ed4808ef0e6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T00:16:11,671 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/843fe2477a46a1796d307858b6fcba35/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T00:16:11,672 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:16:11,672 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 843fe2477a46a1796d307858b6fcba35: Waiting for close lock at 1732148171638Running coprocessor pre-close hooks at 1732148171638Disabling compacts and flushes for region at 1732148171638Disabling writes for close at 1732148171638Writing region close event to WAL at 1732148171648 (+10 ms)Running coprocessor post-close hooks at 1732148171671 (+23 ms)Closed at 1732148171672 (+1 ms) 2024-11-21T00:16:11,672 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732148118529.843fe2477a46a1796d307858b6fcba35. 2024-11-21T00:16:11,672 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f56d33cc7827b23e15b821722e8269c1, disabling compactions & flushes 2024-11-21T00:16:11,672 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:16:11,672 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:16:11,672 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. after waiting 0 ms 2024-11-21T00:16:11,672 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:16:11,682 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/cdfff1e734a1abe59b962cf403387963/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T00:16:11,684 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:16:11,684 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdfff1e734a1abe59b962cf403387963: Waiting for close lock at 1732148171642Running coprocessor pre-close hooks at 1732148171642Disabling compacts and flushes for region at 1732148171642Disabling writes for close at 1732148171642Writing region close event to WAL at 1732148171652 (+10 ms)Running coprocessor post-close hooks at 1732148171684 (+32 ms)Closed at 1732148171684 2024-11-21T00:16:11,685 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732148118529.cdfff1e734a1abe59b962cf403387963. 2024-11-21T00:16:11,685 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f194b4f68bac324052f55e516e12a6d, disabling compactions & flushes 2024-11-21T00:16:11,685 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:16:11,685 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:16:11,685 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. after waiting 0 ms 2024-11-21T00:16:11,685 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:16:11,699 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/f56d33cc7827b23e15b821722e8269c1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T00:16:11,699 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/9f194b4f68bac324052f55e516e12a6d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T00:16:11,700 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:16:11,700 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f56d33cc7827b23e15b821722e8269c1: Waiting for close lock at 1732148171672Running coprocessor pre-close hooks at 1732148171672Disabling compacts and flushes for region at 1732148171672Disabling writes for close at 1732148171672Writing region close event to WAL at 1732148171686 (+14 ms)Running coprocessor post-close hooks at 1732148171700 (+14 ms)Closed at 1732148171700 2024-11-21T00:16:11,700 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732148118529.f56d33cc7827b23e15b821722e8269c1. 2024-11-21T00:16:11,700 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28e147b8c8fd6dd5a25bf611e791da6d, disabling compactions & flushes 2024-11-21T00:16:11,700 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:16:11,700 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:16:11,700 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. after waiting 0 ms 2024-11-21T00:16:11,700 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:16:11,701 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:16:11,701 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f194b4f68bac324052f55e516e12a6d: Waiting for close lock at 1732148171685Running coprocessor pre-close hooks at 1732148171685Disabling compacts and flushes for region at 1732148171685Disabling writes for close at 1732148171685Writing region close event to WAL at 1732148171688 (+3 ms)Running coprocessor post-close hooks at 1732148171701 (+13 ms)Closed at 1732148171701 2024-11-21T00:16:11,701 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732148118529.9f194b4f68bac324052f55e516e12a6d. 2024-11-21T00:16:11,709 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/data/default/SPTestTable/28e147b8c8fd6dd5a25bf611e791da6d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T00:16:11,710 INFO [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:16:11,710 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28e147b8c8fd6dd5a25bf611e791da6d: Waiting for close lock at 1732148171700Running coprocessor pre-close hooks at 1732148171700Disabling compacts and flushes for region at 1732148171700Disabling writes for close at 1732148171700Writing region close event to WAL at 1732148171702 (+2 ms)Running coprocessor post-close hooks at 1732148171710 (+8 ms)Closed at 1732148171710 2024-11-21T00:16:11,710 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732148118529.28e147b8c8fd6dd5a25bf611e791da6d. 2024-11-21T00:16:11,829 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(976): stopping server 5ed4808ef0e6,44931,1732148106584; all regions closed. 2024-11-21T00:16:11,829 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(976): stopping server 5ed4808ef0e6,42105,1732148106299; all regions closed. 2024-11-21T00:16:11,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741865_1041 (size=678) 2024-11-21T00:16:11,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741835_1011 (size=2364) 2024-11-21T00:16:11,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741865_1041 (size=678) 2024-11-21T00:16:11,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741835_1011 (size=2364) 2024-11-21T00:16:11,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741865_1041 (size=678) 2024-11-21T00:16:11,838 DEBUG [RS:2;5ed4808ef0e6:44931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/oldWALs 2024-11-21T00:16:11,838 INFO [RS:2;5ed4808ef0e6:44931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5ed4808ef0e6%2C44931%2C1732148106584:(num 1732148108157) 2024-11-21T00:16:11,838 DEBUG [RS:2;5ed4808ef0e6:44931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:16:11,838 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T00:16:11,838 DEBUG [RS:0;5ed4808ef0e6:42105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/oldWALs 2024-11-21T00:16:11,838 INFO [RS:0;5ed4808ef0e6:42105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5ed4808ef0e6%2C42105%2C1732148106299.meta:.meta(num 1732148171274) 2024-11-21T00:16:11,838 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T00:16:11,838 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.ChoreService(370): Chore service for: regionserver/5ed4808ef0e6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T00:16:11,839 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T00:16:11,839 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T00:16:11,839 INFO [regionserver/5ed4808ef0e6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T00:16:11,839 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T00:16:11,839 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T00:16:11,839 INFO [RS:2;5ed4808ef0e6:44931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44931 2024-11-21T00:16:11,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741833_1009 (size=2917) 2024-11-21T00:16:11,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741833_1009 (size=2917) 2024-11-21T00:16:11,843 DEBUG [RS:0;5ed4808ef0e6:42105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/oldWALs 2024-11-21T00:16:11,843 INFO [RS:0;5ed4808ef0e6:42105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5ed4808ef0e6%2C42105%2C1732148106299:(num 1732148108149) 2024-11-21T00:16:11,843 DEBUG [RS:0;5ed4808ef0e6:42105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T00:16:11,844 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T00:16:11,844 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T00:16:11,844 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.ChoreService(370): Chore service for: regionserver/5ed4808ef0e6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T00:16:11,844 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T00:16:11,844 INFO [regionserver/5ed4808ef0e6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T00:16:11,844 INFO [RS:0;5ed4808ef0e6:42105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42105 2024-11-21T00:16:11,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ed4808ef0e6,44931,1732148106584 2024-11-21T00:16:11,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T00:16:11,883 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T00:16:11,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ed4808ef0e6,42105,1732148106299 2024-11-21T00:16:11,900 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T00:16:11,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ed4808ef0e6,44931,1732148106584] 2024-11-21T00:16:11,941 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5ed4808ef0e6,44931,1732148106584 already deleted, retry=false 2024-11-21T00:16:11,941 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5ed4808ef0e6,44931,1732148106584 expired; onlineServers=1 2024-11-21T00:16:11,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ed4808ef0e6,42105,1732148106299] 2024-11-21T00:16:11,951 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5ed4808ef0e6,42105,1732148106299 already deleted, retry=false 2024-11-21T00:16:11,951 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5ed4808ef0e6,42105,1732148106299 expired; onlineServers=0 2024-11-21T00:16:11,952 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5ed4808ef0e6,45395,1732148105972' ***** 2024-11-21T00:16:11,952 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T00:16:11,952 INFO [M:0;5ed4808ef0e6:45395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T00:16:11,952 INFO [M:0;5ed4808ef0e6:45395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T00:16:11,952 DEBUG [M:0;5ed4808ef0e6:45395 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T00:16:11,952 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T00:16:11,952 DEBUG [M:0;5ed4808ef0e6:45395 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T00:16:11,952 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.large.0-1732148107515 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.large.0-1732148107515,5,FailOnTimeoutGroup] 2024-11-21T00:16:11,952 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.small.0-1732148107520 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.small.0-1732148107520,5,FailOnTimeoutGroup] 2024-11-21T00:16:11,952 INFO [M:0;5ed4808ef0e6:45395 {}] hbase.ChoreService(370): Chore service for: master/5ed4808ef0e6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T00:16:11,952 INFO [M:0;5ed4808ef0e6:45395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T00:16:11,952 DEBUG [M:0;5ed4808ef0e6:45395 {}] master.HMaster(1795): Stopping service threads 2024-11-21T00:16:11,952 INFO [M:0;5ed4808ef0e6:45395 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T00:16:11,953 INFO [M:0;5ed4808ef0e6:45395 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T00:16:11,953 ERROR [M:0;5ed4808ef0e6:45395 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2018628547) connection to localhost/127.0.0.1:44145 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44145,5,PEWorkerGroup] 2024-11-21T00:16:11,953 INFO [M:0;5ed4808ef0e6:45395 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T00:16:11,953 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T00:16:11,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T00:16:11,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T00:16:11,962 DEBUG [M:0;5ed4808ef0e6:45395 {}] zookeeper.ZKUtil(347): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T00:16:11,962 WARN [M:0;5ed4808ef0e6:45395 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T00:16:11,963 INFO [M:0;5ed4808ef0e6:45395 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/.lastflushedseqids 2024-11-21T00:16:11,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741869_1045 (size=632) 2024-11-21T00:16:11,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741869_1045 (size=632) 2024-11-21T00:16:11,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741869_1045 (size=632) 2024-11-21T00:16:11,973 INFO [M:0;5ed4808ef0e6:45395 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T00:16:11,973 INFO [M:0;5ed4808ef0e6:45395 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T00:16:11,973 DEBUG [M:0;5ed4808ef0e6:45395 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T00:16:11,973 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:16:11,973 DEBUG [M:0;5ed4808ef0e6:45395 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:16:11,973 DEBUG [M:0;5ed4808ef0e6:45395 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T00:16:11,973 DEBUG [M:0;5ed4808ef0e6:45395 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:16:11,973 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=223.75 KB heapSize=265.32 KB 2024-11-21T00:16:11,989 DEBUG [M:0;5ed4808ef0e6:45395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dad8a3ec8cc43278e2848ae5a3531fe is 82, key is hbase:meta,,1/info:regioninfo/1732148171438/Put/seqid=0 2024-11-21T00:16:11,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741870_1046 (size=6071) 2024-11-21T00:16:11,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741870_1046 (size=6071) 2024-11-21T00:16:11,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741870_1046 (size=6071) 2024-11-21T00:16:12,000 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dad8a3ec8cc43278e2848ae5a3531fe 2024-11-21T00:16:12,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:16:12,018 INFO [RS:2;5ed4808ef0e6:44931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T00:16:12,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1015abe8e2d0003, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:16:12,018 INFO [RS:2;5ed4808ef0e6:44931 {}] regionserver.HRegionServer(1031): Exiting; stopping=5ed4808ef0e6,44931,1732148106584; zookeeper connection closed. 2024-11-21T00:16:12,019 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fdba6ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fdba6ee 2024-11-21T00:16:12,025 DEBUG [M:0;5ed4808ef0e6:45395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3be6dec11ed64689bc6c60fcf0afa349 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732148129596/Put/seqid=0 2024-11-21T00:16:12,031 INFO [RS:0;5ed4808ef0e6:42105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T00:16:12,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:16:12,031 INFO [RS:0;5ed4808ef0e6:42105 {}] regionserver.HRegionServer(1031): Exiting; stopping=5ed4808ef0e6,42105,1732148106299; zookeeper connection closed. 2024-11-21T00:16:12,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x1015abe8e2d0001, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:16:12,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741871_1047 (size=11551) 2024-11-21T00:16:12,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741871_1047 (size=11551) 2024-11-21T00:16:12,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741871_1047 (size=11551) 2024-11-21T00:16:12,032 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.52 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3be6dec11ed64689bc6c60fcf0afa349 2024-11-21T00:16:12,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@305d9ac5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@305d9ac5 2024-11-21T00:16:12,036 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T00:16:12,039 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3be6dec11ed64689bc6c60fcf0afa349 2024-11-21T00:16:12,056 DEBUG [M:0;5ed4808ef0e6:45395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/505e3e636de5482c8d04e4e092db3570 is 69, key is 5ed4808ef0e6,42105,1732148106299/rs:state/1732148107781/Put/seqid=0 2024-11-21T00:16:12,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741872_1048 (size=5442) 2024-11-21T00:16:12,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741872_1048 (size=5442) 2024-11-21T00:16:12,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741872_1048 (size=5442) 2024-11-21T00:16:12,108 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/505e3e636de5482c8d04e4e092db3570 2024-11-21T00:16:12,125 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 505e3e636de5482c8d04e4e092db3570 2024-11-21T00:16:12,129 DEBUG [M:0;5ed4808ef0e6:45395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dad8a3ec8cc43278e2848ae5a3531fe as hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dad8a3ec8cc43278e2848ae5a3531fe 2024-11-21T00:16:12,142 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dad8a3ec8cc43278e2848ae5a3531fe, entries=14, sequenceid=449, filesize=5.9 K 2024-11-21T00:16:12,143 DEBUG [M:0;5ed4808ef0e6:45395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3be6dec11ed64689bc6c60fcf0afa349 as hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3be6dec11ed64689bc6c60fcf0afa349 2024-11-21T00:16:12,149 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3be6dec11ed64689bc6c60fcf0afa349 2024-11-21T00:16:12,149 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3be6dec11ed64689bc6c60fcf0afa349, entries=52, sequenceid=449, filesize=11.3 K 2024-11-21T00:16:12,150 DEBUG [M:0;5ed4808ef0e6:45395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/505e3e636de5482c8d04e4e092db3570 as hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/505e3e636de5482c8d04e4e092db3570 2024-11-21T00:16:12,156 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 505e3e636de5482c8d04e4e092db3570 2024-11-21T00:16:12,156 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44145/user/jenkins/test-data/07157586-1ee0-94d9-e9ea-98688145b1b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/505e3e636de5482c8d04e4e092db3570, entries=3, sequenceid=449, filesize=5.3 K 2024-11-21T00:16:12,157 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.HRegion(3140): Finished flush of dataSize ~223.75 KB/229118, heapSize ~265.02 KB/271384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 184ms, sequenceid=449, compaction requested=false 2024-11-21T00:16:12,160 INFO [M:0;5ed4808ef0e6:45395 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T00:16:12,160 DEBUG [M:0;5ed4808ef0e6:45395 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732148171973Disabling compacts and flushes for region at 1732148171973Disabling writes for close at 1732148171973Obtaining lock to block concurrent updates at 1732148171973Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732148171973Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=229118, getHeapSize=271624, getOffHeapSize=0, getCellsCount=548 at 1732148171974 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732148171974Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732148171974Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732148171988 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732148171988Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732148172006 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732148172024 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732148172024Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732148172039 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732148172055 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732148172055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63942b48: reopening flushed file at 1732148172125 (+70 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7bd2cb: reopening flushed file at 1732148172143 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de55199: reopening flushed file at 1732148172149 (+6 ms)Finished flush of dataSize ~223.75 KB/229118, heapSize ~265.02 KB/271384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 184ms, sequenceid=449, compaction requested=false at 1732148172157 (+8 ms)Writing region close event to WAL at 1732148172160 (+3 ms)Closed at 1732148172160 2024-11-21T00:16:12,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741830_1006 (size=259118) 2024-11-21T00:16:12,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741830_1006 (size=259118) 2024-11-21T00:16:12,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741830_1006 (size=259118) 2024-11-21T00:16:12,163 INFO [M:0;5ed4808ef0e6:45395 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T00:16:12,163 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T00:16:12,163 INFO [M:0;5ed4808ef0e6:45395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45395 2024-11-21T00:16:12,163 INFO [M:0;5ed4808ef0e6:45395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T00:16:12,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:16:12,273 INFO [M:0;5ed4808ef0e6:45395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T00:16:12,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45395-0x1015abe8e2d0000, quorum=127.0.0.1:62384, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T00:16:12,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72727a2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T00:16:12,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45d3cb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T00:16:12,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T00:16:12,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4109d07e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T00:16:12,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e18be7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/hadoop.log.dir/,STOPPED} 2024-11-21T00:16:12,287 WARN [BP-2032122586-172.17.0.2-1732148102418 heartbeating to localhost/127.0.0.1:44145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T00:16:12,287 WARN [BP-2032122586-172.17.0.2-1732148102418 heartbeating to localhost/127.0.0.1:44145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2032122586-172.17.0.2-1732148102418 (Datanode Uuid 482a801d-954c-414d-90f6-00fe4ee638f7) service to localhost/127.0.0.1:44145 2024-11-21T00:16:12,287 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T00:16:12,287 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T00:16:12,288 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/data/data5/current/BP-2032122586-172.17.0.2-1732148102418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T00:16:12,288 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T00:16:12,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/data/data6/current/BP-2032122586-172.17.0.2-1732148102418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T00:16:12,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d506599{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T00:16:12,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3402987f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T00:16:12,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T00:16:12,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aae0e41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T00:16:12,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a53ff49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/hadoop.log.dir/,STOPPED} 2024-11-21T00:16:12,301 WARN [BP-2032122586-172.17.0.2-1732148102418 heartbeating to localhost/127.0.0.1:44145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T00:16:12,301 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T00:16:12,301 WARN [BP-2032122586-172.17.0.2-1732148102418 heartbeating to localhost/127.0.0.1:44145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2032122586-172.17.0.2-1732148102418 (Datanode Uuid cdbc7216-6fc6-4cef-908b-05788520be54) service to localhost/127.0.0.1:44145 2024-11-21T00:16:12,301 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T00:16:12,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/data/data3/current/BP-2032122586-172.17.0.2-1732148102418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T00:16:12,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/data/data4/current/BP-2032122586-172.17.0.2-1732148102418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T00:16:12,304 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T00:16:12,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@427bd102{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T00:16:12,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cd8856f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T00:16:12,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T00:16:12,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c60a063{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T00:16:12,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618d2c74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/hadoop.log.dir/,STOPPED} 2024-11-21T00:16:12,312 WARN [BP-2032122586-172.17.0.2-1732148102418 heartbeating to localhost/127.0.0.1:44145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T00:16:12,312 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T00:16:12,312 WARN [BP-2032122586-172.17.0.2-1732148102418 heartbeating to localhost/127.0.0.1:44145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2032122586-172.17.0.2-1732148102418 (Datanode Uuid 67b3e969-9b72-4be2-a430-f9cfb47c1d96) service to localhost/127.0.0.1:44145 2024-11-21T00:16:12,312 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T00:16:12,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/data/data1/current/BP-2032122586-172.17.0.2-1732148102418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T00:16:12,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/cluster_b93dbc8c-c9e8-e201-360c-7d8fdbac0595/data/data2/current/BP-2032122586-172.17.0.2-1732148102418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T00:16:12,313 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T00:16:12,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7df7dfae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T00:16:12,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@545f4db7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T00:16:12,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T00:16:12,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@359cce42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T00:16:12,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@223fa63b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e948feb0-f322-ca7a-fc33-04622db37692/hadoop.log.dir/,STOPPED} 2024-11-21T00:16:12,334 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T00:16:12,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T00:16:12,402 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:44145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:44145 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:44145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:44145 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=472 (was 434) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=831 (was 850), ProcessCount=11 (was 11), AvailableMemoryMB=758 (was 864)